-- Logs begin at Thu 2022-05-05 14:50:50 UTC, end at Thu 2022-05-05 16:03:17 UTC. -- May 05 15:33:26.429019 dv-cinder-839793-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 05 15:33:29.321845 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.common.config [-] Logging enabled! May 05 15:33:29.322473 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev185 May 05 15:33:29.322659 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109858) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 05 15:33:29.325905 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.common.config [-] Logging enabled! May 05 15:33:29.326194 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev185 May 05 15:33:29.326509 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109858) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 05 15:33:29.327434 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 15:33:29.327669 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 15:33:29.328042 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 15:33:29.328290 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 15:33:29.328518 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 15:33:29.328838 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.329237 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.329471 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.329773 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.330067 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.330378 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.330673 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.330971 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.331252 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.331529 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.331812 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.332045 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.332326 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.332612 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.332899 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.333122 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] debug = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.333400 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.333842 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.334285 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.334568 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.334858 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.335140 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.335403 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.335772 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.336133 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.336466 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] host = dv-cinder-839793-9-iscsi {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.336746 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.337034 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.337324 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.337608 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.338132 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.338435 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.338721 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.338996 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.339265 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] log_file = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.339537 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.339821 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.340114 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.340395 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.340621 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.340843 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.341125 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.341413 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.341684 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.341954 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.342250 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.342525 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.342798 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.343064 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.343346 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.343627 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.343910 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.344182 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.344452 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.344720 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.344987 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.345268 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.345538 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.345807 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.346078 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.346389 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.346658 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.346929 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.347233 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.347519 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.347799 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.348083 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.348356 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.348637 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.348904 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.349175 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.349443 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] use_json = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.349711 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.349976 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.350282 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.350556 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.350825 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.351095 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.351906 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.352188 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.352459 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:29.352753 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.353050 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.353350 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.353633 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.353940 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.354244 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.354538 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.354818 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.355108 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.355399 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.355689 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.355967 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.356264 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.356552 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.356852 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.357156 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.357449 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.357745 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.358016 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.358312 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.358585 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.358860 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.359143 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.359418 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.359704 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.359991 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.360266 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.360562 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.360843 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.361127 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.361422 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.361710 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.361984 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.362294 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.362589 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.362872 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.363146 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.363437 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.363714 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.363988 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.364270 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.364549 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.364822 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.365094 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.365369 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.365659 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.365937 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.366233 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.366508 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.366783 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.367800 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.368090 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.368377 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.368654 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.368927 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.369206 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.369483 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.369757 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.370035 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.370331 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.370609 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.370879 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.371151 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.371422 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.371692 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.371984 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.372235 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.372504 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.372777 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.373047 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.373320 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.373595 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.373866 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.374138 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.374457 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.374733 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.375009 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.375287 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.375564 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.375840 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.376114 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.376390 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.376666 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.376936 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.377225 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.377508 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.377793 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.378076 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.378383 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.378696 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.378972 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.379247 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.379531 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.379804 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.380081 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.380363 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.380646 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.380942 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.381237 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.381532 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.381826 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.382122 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.382426 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.382819 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.383105 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:29.383321 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 15:33:29.383564 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109858) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 05 15:33:29.841835 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 05 15:33:29.842117 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 05 15:33:29.842459 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 05 15:33:29.842791 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.manager [-] Loading core plugin: ml2 May 05 15:33:30.171600 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.171818 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.172093 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.173297 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.173575 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.173843 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.229404 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.229682 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.229957 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.245014 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.245296 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.245602 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.276003 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.276280 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.276546 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.313134 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.313411 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.313681 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.654868 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.655483 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.655483 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.655661 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.656351 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.756169 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.756487 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.756775 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.757052 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.757327 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.758193 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.758466 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.758726 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.758984 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.759266 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.759573 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.759794 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.760055 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.760309 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.760566 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.760836 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.761092 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.761360 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.761630 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.761889 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.762191 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.762440 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.762722 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.763098 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.763349 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.763594 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.763984 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:33:30.764224 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:33:30.764467 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:33:30.764701 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:33:30.764936 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:33:30.765178 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:33:30.765605 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 05 15:33:30.768712 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 05 15:33:30.772641 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 05 15:33:30.777049 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 05 15:33:30.778698 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 05 15:33:30.779173 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 05 15:33:30.779660 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 05 15:33:30.780055 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 05 15:33:30.782867 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 05 15:33:30.783116 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 05 15:33:30.783459 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 05 15:33:30.788296 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 05 15:33:30.811794 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 05 15:33:30.812254 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.812551 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109858) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 05 15:33:30.812920 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.814291 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109858) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 05 15:33:30.814576 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 05 15:33:30.814826 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 05 15:33:30.818122 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.818421 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:30.881335 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 05 15:33:30.881575 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 05 15:33:30.881812 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 05 15:33:30.882192 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 05 15:33:30.903559 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_db.sqlalchemy.engines [None req-b7a26524-6f63-49f4-b803-227409193482 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109858) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 05 15:33:31.373554 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Initializing driver for type 'gre' May 05 15:33:31.374085 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b7a26524-6f63-49f4-b803-227409193482 None None] gre ID ranges: [(1, 1000)] May 05 15:33:31.437025 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Initializing driver for type 'local' May 05 15:33:31.437516 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Initializing driver for type 'vlan' May 05 15:33:31.451191 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b7a26524-6f63-49f4-b803-227409193482 None None] VlanTypeDriver initialization complete May 05 15:33:31.451537 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Initializing driver for type 'vxlan' May 05 15:33:31.452128 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b7a26524-6f63-49f4-b803-227409193482 None None] vxlan ID ranges: [(1, 1000)] May 05 15:33:31.509688 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Initializing extension driver 'port_security' May 05 15:33:31.510619 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.extensions.port_security [None req-b7a26524-6f63-49f4-b803-227409193482 None None] PortSecurityExtensionDriver initialization complete May 05 15:33:31.510619 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Initializing mechanism driver 'openvswitch' May 05 15:33:31.511043 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Initializing mechanism driver 'hyperv' May 05 15:33:31.518203 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b7a26524-6f63-49f4-b803-227409193482 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:31.519061 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > port after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.519436 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > port after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.519787 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > port after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.520312 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:33:31.520740 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > subnet after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.521091 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > subnet after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.521448 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.521829 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:33:31.522254 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > network after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.522609 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > network after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.523020 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > network after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.523927 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:33:31.524329 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > security_group after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.524679 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > security_group after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.525023 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.525417 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:33:31.525816 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.526184 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.526526 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.526920 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:33:31.527316 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > address_group after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.527661 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > address_group after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.528000 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.528391 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 05 15:33:31.528829 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b7a26524-6f63-49f4-b803-227409193482 None None] ML2 OVO RPC backend initialized. {{(pid=109858) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 05 15:33:31.529532 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.529885 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.530338 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > network before_response 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.530739 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > networks before_response 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.531089 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > port before_response 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.531428 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > ports before_response 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.531776 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > subnet before_response 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.532114 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > subnets before_response 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.532455 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > network after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.532791 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > network after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.533123 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > network after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.533453 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > port after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.533783 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > port after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.534113 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > port after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.534468 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > subnet after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.534799 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > subnet after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.535128 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.542603 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded quota_driver: . May 05 15:33:31.542963 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.plugin [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Modular L2 Plugin initialization complete May 05 15:33:31.543311 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading services supported by the core plugin {{(pid=109858) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 05 15:33:31.543647 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.plugins.ml2.managers [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Got port-security extension from driver 'port_security' May 05 15:33:31.544122 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.extensions.vlantransparent [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Disabled vlantransparent extension. May 05 15:33:31.544606 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109858) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 05 15:33:31.544928 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading Plugin: router May 05 15:33:31.580255 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.580645 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router after_create 55549900 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.581015 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router before_create 55549900 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.581381 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.581751 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.582104 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router after_delete 55549900 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.582496 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.582848 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.583205 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router after_create 55549900 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.583550 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router after_update 55549900 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.583897 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router after_update 55549900 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.584243 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.584719 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router after_update 55549900 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.585133 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router precommit_update 55549900 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.585547 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: port after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.586419 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: port after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.586755 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: subnet after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.587090 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.587436 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.588056 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router precommit_create 55549900 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.588395 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: port before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.588737 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router precommit_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.589089 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router after_update 55549900 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.589427 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.589774 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router precommit_create 55549900 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.590130 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.590495 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router precommit_update 55549900 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.590855 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > agent after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.591201 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > agent after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.591546 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > network after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.592395 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Tracking information for resource: router configured {{(pid=109858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:33:31.592727 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Tracking information for resource: floatingip configured {{(pid=109858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 15:33:31.597496 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.db.l3_agentschedulers_db [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 05 15:33:31.598061 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: port after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.598448 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: port after_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.598804 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: port after_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.599153 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: port after_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.599992 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router before_create 55550100 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.600357 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.600720 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router precommit_create 55550100 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.601097 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > router precommit_update 55550100 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.605840 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.services.provider_configuration [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service providers = [] {{(pid=109858) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 05 15:33:31.606234 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.db.servicetype_db [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109858) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 05 15:33:31.609188 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.services.service_base [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 15:33:31.609541 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.services.service_base [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 15:33:31.609882 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.services.service_base [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 15:33:31.610786 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.services.service_base [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 15:33:31.611154 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.services.service_base [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Default provider is not specified for service type L3_ROUTER_NAT May 05 15:33:31.611532 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:33:31.611845 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 05 15:33:31.623015 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:33:31.623348 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading Plugin: auto_allocate May 05 15:33:31.629058 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: network precommit_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.629379 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: network precommit_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.629896 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:33:31.630246 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading Plugin: tag May 05 15:33:31.637570 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:33:31.637896 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading Plugin: timestamp May 05 15:33:31.641723 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:33:31.642047 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading Plugin: network_ip_availability May 05 15:33:31.647533 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.647903 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.648282 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.649123 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:33:31.649437 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading Plugin: flavors May 05 15:33:31.654384 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:33:31.654712 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading Plugin: revisions May 05 15:33:31.658934 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 15:33:31.659484 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_concurrency.lockutils [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=109858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 05 15:33:31.660079 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109858) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 05 15:33:31.660406 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Initializing extension manager. May 05 15:33:31.660956 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: __init__.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.661298 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: __pycache__ {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.661631 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: _port_mac_address_override.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.661962 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: address_group.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.662739 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.663301 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: address-group May 05 15:33:31.663661 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: address_scope.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.664463 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.664965 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: address-scope May 05 15:33:31.665285 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.666239 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.666742 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: router-admin-state-down-before-update May 05 15:33:31.667063 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: agent.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.667755 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.668252 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: agent May 05 15:33:31.668572 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: agent_resources_synced.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.669467 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.669970 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: agent-resources-synced May 05 15:33:31.670328 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: allowedaddresspairs.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.672102 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.672614 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: allowed-address-pairs May 05 15:33:31.672936 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: auto_allocated_topology.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.673993 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.674797 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: auto-allocated-topology May 05 15:33:31.675122 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: availability_zone.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.675812 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.676313 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: availability_zone May 05 15:33:31.676633 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: availability_zone_filter.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.677865 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.678398 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: availability_zone_filter May 05 15:33:31.678745 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: data_plane_status.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.680171 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.680662 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension data-plane-status not supported by any of loaded plugins May 05 15:33:31.680981 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: default_subnetpools.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.681886 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.682417 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: default-subnetpools May 05 15:33:31.682741 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.683534 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.684029 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: dhcp_agent_scheduler May 05 15:33:31.684346 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: dns.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.685257 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.685747 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension dns-integration not supported by any of loaded plugins May 05 15:33:31.686067 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: dns_domain_ports.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.687004 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.687495 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension dns-domain-ports not supported by any of loaded plugins May 05 15:33:31.687815 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.688726 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.689226 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 05 15:33:31.689551 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: dvr.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.690266 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.690747 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: dvr May 05 15:33:31.691067 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: ecmp_routes.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.691978 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.692499 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension ecmp_routes not supported by any of loaded plugins May 05 15:33:31.692818 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: empty_string_filtering.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.693727 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.694263 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: empty-string-filtering May 05 15:33:31.694585 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.696036 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.696533 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 05 15:33:31.696851 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.697753 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.698280 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 05 15:33:31.698603 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: external_net.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.699498 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.699998 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: external-net May 05 15:33:31.700318 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.701216 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.701721 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: extra_dhcp_opt May 05 15:33:31.702040 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: extraroute.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.702976 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.703472 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: extraroute May 05 15:33:31.703789 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: extraroute_atomic.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.704983 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.705492 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: extraroute-atomic May 05 15:33:31.705816 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: filter_validation.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.706512 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.707009 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: filter-validation May 05 15:33:31.707328 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: fip_pf_description.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.708227 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.708726 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 05 15:33:31.709043 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: fip_pf_port_range.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.709950 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.710508 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 05 15:33:31.710822 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: fip_port_details.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.711740 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.712239 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: fip-port-details May 05 15:33:31.712809 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: flavors.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.714021 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.714566 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: flavors May 05 15:33:31.714891 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.716523 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.717031 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 05 15:33:31.717356 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: floatingip_pools.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.718045 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.718582 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: floatingip-pools May 05 15:33:31.718902 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: ip_allocation.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.719824 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.720323 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension ip_allocation not supported by any of loaded plugins May 05 15:33:31.720645 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.721554 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.722055 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: ip-substring-filtering May 05 15:33:31.722411 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: l2_adjacency.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.723341 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.723842 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension l2_adjacency not supported by any of loaded plugins May 05 15:33:31.724164 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: l3.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.725116 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.725627 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: router May 05 15:33:31.725952 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.728202 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.728724 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 05 15:33:31.729058 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.729971 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.730568 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: ext-gw-mode May 05 15:33:31.730901 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.731818 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.732321 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: l3-ha May 05 15:33:31.732662 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.733545 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.734039 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 05 15:33:31.734399 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: l3_flavors.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.735308 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.735808 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: l3-flavors May 05 15:33:31.736132 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.737489 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.738005 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 05 15:33:31.738369 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.739280 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.739788 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: l3-port-ip-change-not-allowed May 05 15:33:31.740114 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: l3agentscheduler.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.741136 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.741645 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: l3_agent_scheduler May 05 15:33:31.742509 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: local_ip.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.745639 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.746152 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension local_ip not supported by any of loaded plugins May 05 15:33:31.746505 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: logging.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.747964 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.748473 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension logging not supported by any of loaded plugins May 05 15:33:31.748801 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: metering.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.749533 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.750101 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: metering May 05 15:33:31.750455 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.751547 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.752061 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: metering_source_and_destination_fields May 05 15:33:31.752385 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: multiprovidernet.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.753300 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.753801 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: multi-provider May 05 15:33:31.754123 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: netmtu.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.755057 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.755554 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: net-mtu May 05 15:33:31.755874 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: netmtu_writable.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.756777 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.757277 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: net-mtu-writable May 05 15:33:31.758192 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: network_availability_zone.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.758851 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.759350 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: network_availability_zone May 05 15:33:31.759667 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: network_ip_availability.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.760761 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.761271 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: network-ip-availability May 05 15:33:31.761591 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: network_segment_range.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.762459 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.762957 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension network-segment-range not supported by any of loaded plugins May 05 15:33:31.763276 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: pagination.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.764239 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.764565 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: pagination May 05 15:33:31.764881 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: port_device_profile.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.765780 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.766316 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: port-device-profile May 05 15:33:31.766637 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: port_mac_address_override.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.767554 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.768049 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: port-mac-override May 05 15:33:31.768365 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.769268 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.769768 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: port-mac-address-regenerate May 05 15:33:31.770087 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.771011 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.771509 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: port-numa-affinity-policy May 05 15:33:31.771828 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: port_resource_request.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.772735 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.773263 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension port-resource-request not supported by any of loaded plugins May 05 15:33:31.773578 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: port_resource_request_groups.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.774560 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.775055 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 05 15:33:31.775632 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: portbindings.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.776572 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.777071 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: binding May 05 15:33:31.777391 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: portbindings_extended.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.778644 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.779150 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: binding-extended May 05 15:33:31.779473 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: portsecurity.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.780377 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.780879 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: port-security May 05 15:33:31.781202 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: project_id.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.782183 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.782519 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: project-id May 05 15:33:31.782839 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: providernet.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.783750 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.784254 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: provider May 05 15:33:31.784573 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.788347 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.788967 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos not supported by any of loaded plugins May 05 15:33:31.789297 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.790559 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.791068 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 05 15:33:31.791390 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.792317 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.792821 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 05 15:33:31.793143 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos_default.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.794053 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.794627 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos-default not supported by any of loaded plugins May 05 15:33:31.794949 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos_fip.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.795855 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.796356 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos-fip not supported by any of loaded plugins May 05 15:33:31.796675 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.797580 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.798084 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 05 15:33:31.798441 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos_gateway_ip.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.799352 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.799850 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 05 15:33:31.800176 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos_port_network_policy.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.801075 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.801575 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 05 15:33:31.801892 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.802952 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.803462 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 05 15:33:31.803781 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.805331 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.805832 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 05 15:33:31.806152 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos_pps_rule.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.807361 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.807868 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos-pps not supported by any of loaded plugins May 05 15:33:31.808191 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos_rule_type_details.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.809097 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.809601 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 05 15:33:31.809924 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.810861 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.811363 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 05 15:33:31.811683 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: qos_rules_alias.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.812715 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.813222 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension qos-rules-alias not supported by any of loaded plugins May 05 15:33:31.813542 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: quota_check_limit.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.814557 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.815063 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: quota-check-limit May 05 15:33:31.815383 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: quotasv2.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.816299 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.816622 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: quotas May 05 15:33:31.816939 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: quotasv2_detail.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.818649 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.818985 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: quota_details May 05 15:33:31.819312 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: rbac.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.820949 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.821464 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: rbac-policies May 05 15:33:31.821789 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: rbac_address_group.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.822746 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.823257 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: rbac-address-group May 05 15:33:31.823579 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: rbac_address_scope.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.824495 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.825003 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: rbac-address-scope May 05 15:33:31.825324 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: rbac_security_groups.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.826320 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.826832 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: rbac-security-groups May 05 15:33:31.827152 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: rbac_subnetpool.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.828067 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.828572 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: rbac-subnetpool May 05 15:33:31.828892 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: revisionifmatch.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.829810 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.830352 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: revision-if-match May 05 15:33:31.830675 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: revisions.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.831782 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.832294 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: standard-attr-revisions May 05 15:33:31.832624 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: router_availability_zone.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.833291 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.833824 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: router_availability_zone May 05 15:33:31.834145 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: routerservicetype.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.835087 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.835623 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension router-service-type not supported by any of loaded plugins May 05 15:33:31.835946 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.836874 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.837384 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: security-groups-normalized-cidr May 05 15:33:31.837972 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.838916 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.839423 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: port-security-groups-filtering May 05 15:33:31.839743 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.840673 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.841178 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: security-groups-remote-address-group May 05 15:33:31.841496 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.842558 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.843078 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: security-groups-shared-filtering May 05 15:33:31.843402 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.843988 dv-cinder-839793-9-iscsi neutron-server[109858]: WARNING neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 05 15:33:31.844309 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: securitygroup.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.853985 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.854539 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: security-group May 05 15:33:31.854872 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: segment.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.855598 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.856106 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension segment not supported by any of loaded plugins May 05 15:33:31.856435 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.857359 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.857863 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 05 15:33:31.858220 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: servicetype.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.859315 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.859825 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: service-type May 05 15:33:31.860154 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: sorting.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.861178 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.861449 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: sorting May 05 15:33:31.861768 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: standard_attr_segment.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.862705 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.863213 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension standard-attr-segment not supported by any of loaded plugins May 05 15:33:31.863537 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: standardattrdescription.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.864176 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.864673 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: standard-attr-description May 05 15:33:31.864994 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: stateful_security_group.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.865933 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.866476 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: stateful-security-group May 05 15:33:31.867322 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: stdattrs_common.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.868014 dv-cinder-839793-9-iscsi neutron-server[109858]: WARNING neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 05 15:33:31.868359 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.869280 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.869792 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 05 15:33:31.870111 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: subnet_onboard.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.871189 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.871701 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: subnet_onboard May 05 15:33:31.872023 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.872943 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.873451 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 05 15:33:31.873772 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: subnet_service_types.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.874717 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.875227 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: subnet-service-types May 05 15:33:31.875550 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: subnetallocation.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.876871 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.877382 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: subnet_allocation May 05 15:33:31.877708 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.878402 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.878905 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: subnetpool-prefix-ops May 05 15:33:31.879268 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.880158 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.880656 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 05 15:33:31.880977 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: tagging.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.882040 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.883225 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: standard-attr-tag May 05 15:33:31.883553 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: timestamp.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.884779 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.885293 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loaded extension: standard-attr-timestamp May 05 15:33:31.885620 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: trunk.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.886667 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.887177 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension trunk not supported by any of loaded plugins May 05 15:33:31.887505 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: trunk_details.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.888415 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.888919 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension trunk-details not supported by any of loaded plugins May 05 15:33:31.889243 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: uplink_status_propagation.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.890154 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.890744 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 05 15:33:31.891067 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Loading extension file: vlantransparent.py {{(pid=109858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 05 15:33:31.891732 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 05 15:33:31.892230 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extension vlan-transparent not supported by any of loaded plugins May 05 15:33:31.894778 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:network May 05 15:33:31.895289 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:subnet May 05 15:33:31.895683 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:33:31.896068 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:port May 05 15:33:31.897294 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.897735 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service FLAVORS assigned prefix: {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.898417 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.898842 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.899181 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:router May 05 15:33:31.899615 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:floatingip May 05 15:33:31.900097 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service METERING assigned prefix: /metering {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.901521 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.901895 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.902269 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:33:31.903253 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of CountableResource for resource:rbac_policy May 05 15:33:31.903693 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:security_group May 05 15:33:31.904115 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 15:33:31.904713 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service CORE assigned prefix: {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.905043 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:33:31.905385 dv-cinder-839793-9-iscsi neutron-server[109858]: WARNING neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] subnetpool is already registered May 05 15:33:31.905805 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service CORE assigned prefix: {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.906137 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:33:31.906490 dv-cinder-839793-9-iscsi neutron-server[109858]: WARNING neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] subnetpool is already registered May 05 15:33:31.908703 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.909136 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service FLAVORS assigned prefix: {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.909726 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.910144 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.910497 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:router May 05 15:33:31.910832 dv-cinder-839793-9-iscsi neutron-server[109858]: WARNING neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] router is already registered May 05 15:33:31.911241 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:floatingip May 05 15:33:31.911572 dv-cinder-839793-9-iscsi neutron-server[109858]: WARNING neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] floatingip is already registered May 05 15:33:31.912021 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service METERING assigned prefix: /metering {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.912683 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of CountableResource for resource:rbac_policy May 05 15:33:31.913007 dv-cinder-839793-9-iscsi neutron-server[109858]: WARNING neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] rbac_policy is already registered May 05 15:33:31.913417 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:security_group May 05 15:33:31.913770 dv-cinder-839793-9-iscsi neutron-server[109858]: WARNING neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] security_group is already registered May 05 15:33:31.914187 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 15:33:31.914520 dv-cinder-839793-9-iscsi neutron-server[109858]: WARNING neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] security_group_rule is already registered May 05 15:33:31.915138 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service CORE assigned prefix: {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.915464 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:33:31.915792 dv-cinder-839793-9-iscsi neutron-server[109858]: WARNING neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] subnetpool is already registered May 05 15:33:31.916213 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.v2.resource_helper [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Service CORE assigned prefix: {{(pid=109858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 15:33:31.916538 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Creating instance of TrackedResource for resource:subnetpool May 05 15:33:31.916872 dv-cinder-839793-9-iscsi neutron-server[109858]: WARNING neutron.quota.resource_registry [None req-b7a26524-6f63-49f4-b803-227409193482 None None] subnetpool is already registered May 05 15:33:31.917341 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: extensions {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.918804 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: address-groups {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.920294 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: address-scopes {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.921588 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: agents {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.922782 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: auto-allocated-topology {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.924021 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: availability_zones {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.925230 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: dhcp-networks {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.926757 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: dhcp-agents {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.928175 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: routers {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.931104 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: flavors {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.932253 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: service_profiles {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.933445 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: next_providers {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.934922 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: service_profiles {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.936451 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: floatingip-pools {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.937663 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: routers {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.939784 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: floatingips {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.941936 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: l3-routers {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.943350 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: l3-agents {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.944782 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: metering-labels {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.946309 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: metering-label-rules {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.947578 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: network-ip-availabilities {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.948826 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: bindings {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.950490 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: quotas {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.952031 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: quotas {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.953563 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: rbac-policies {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.954873 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: security-groups {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.956071 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: security-group-rules {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.957286 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: service-providers {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.958608 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: subnetpools {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.960010 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: subnetpools {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.962100 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: tags {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.964046 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: tags {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.966132 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: tags {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.968006 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: tags {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.969763 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: tags {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.971625 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: tags {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.973305 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: tags {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.975216 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: tags {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.977928 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: tags {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.979794 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron.api.extensions [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Extended resource: tags {{(pid=109858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 05 15:33:31.985616 dv-cinder-839793-9-iscsi neutron-server[109858]: WARNING keystonemiddleware.auth_token [None req-b7a26524-6f63-49f4-b803-227409193482 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 05 15:33:31.990338 dv-cinder-839793-9-iscsi neutron-server[109858]: WARNING keystonemiddleware.auth_token [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 05 15:33:31.998941 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_concurrency.lockutils [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Acquired lock "singleton_lock" {{(pid=109858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 05 15:33:31.999415 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_concurrency.lockutils [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Releasing lock "singleton_lock" {{(pid=109858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 05 15:33:32.000059 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO oslo_service.service [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Starting 2 workers May 05 15:33:32.004968 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Started child 109965 {{(pid=109858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 15:33:32.010064 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Started child 109966 {{(pid=109858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 15:33:32.011307 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.011990 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO neutron.service [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Neutron service started, listening on 0.0.0.0:9696 May 05 15:33:32.012273 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.012951 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [-] (109965) wsgi starting up on http://0.0.0.0:9696 May 05 15:33:32.014798 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO oslo_service.service [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Starting 1 workers May 05 15:33:32.014974 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.016185 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [-] (109966) wsgi starting up on http://0.0.0.0:9696 May 05 15:33:32.020081 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Started child 109967 {{(pid=109858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 15:33:32.020628 dv-cinder-839793-9-iscsi neutron-server[109858]: INFO oslo_service.service [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Starting 1 workers May 05 15:33:32.025211 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.service [None req-b7a26524-6f63-49f4-b803-227409193482 None None] calling RpcWorker wait() {{(pid=109967) _wait /opt/stack/neutron/neutron/service.py:128}} May 05 15:33:32.025765 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.service [None req-b7a26524-6f63-49f4-b803-227409193482 None None] returning from RpcWorker wait() {{(pid=109967) _wait /opt/stack/neutron/neutron/service.py:135}} May 05 15:33:32.025840 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Started child 109968 {{(pid=109858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 05 15:33:32.026573 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a26524-6f63-49f4-b803-227409193482 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.027167 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.027680 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:32.028493 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 05 15:33:32.028706 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 15:33:32.028890 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 15:33:32.029119 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 15:33:32.029461 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 15:33:32.029624 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 15:33:32.030160 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.030479 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.030719 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:32.031176 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.031176 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.031548 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.031812 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.032051 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.032338 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.032568 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.032734 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.032899 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.033136 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.033384 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.033678 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.033940 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.034200 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.034472 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.034643 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.034893 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.035160 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.035403 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.035687 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] debug = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.035912 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.036407 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.036649 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.036909 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.037117 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.037381 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.037604 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.037867 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.038096 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.038345 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.038620 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.038886 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.039132 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.039349 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.039559 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.039820 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.040054 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.040538 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] host = dv-cinder-839793-9-iscsi {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.040770 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.040981 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.041223 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.041464 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.041712 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.041924 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.042204 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.042455 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.042704 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.042925 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.043158 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.043383 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.043632 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.043866 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_file = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.044011 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_options = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.044255 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.044525 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.044766 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.044952 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.045118 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.045278 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.045536 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.045697 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.045953 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.046157 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.046385 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.046593 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.046819 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.047053 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.047281 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.047495 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.047704 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.047913 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.048155 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.048391 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.048609 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.048830 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.049081 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.049323 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.049557 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.049765 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.050013 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.050245 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.050455 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.050697 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.050916 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.051189 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.051469 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.051665 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.052473 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.052697 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:32.052851 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.052989 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.053176 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.053447 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.053672 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.053933 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.054238 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.054456 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.054698 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.054911 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.055290 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.055440 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] use_json = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.055617 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.055938 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.056311 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.057852 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.058020 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.058510 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.058654 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.059119 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.060552 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.061003 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.061357 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.061775 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.061994 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.062374 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.062574 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.063035 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.063191 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.063329 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.063563 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.063940 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.064435 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.064435 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.064714 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.064945 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.065268 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.065544 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.065913 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.066063 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.066295 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.066518 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.066765 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.067047 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.067278 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.067722 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.067864 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.068001 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.068270 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.068545 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.068825 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.069227 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.069424 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.069688 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.070903 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.070903 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.071250 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.071250 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.071523 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.071661 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.071856 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.072370 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.072370 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.072756 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.072893 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.073059 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.073293 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.073546 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.073773 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.074030 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.074303 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.074533 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.074756 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.074974 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.075355 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.075495 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.075702 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.075905 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.076136 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.076380 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.076613 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.076849 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.077160 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.077421 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.077662 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.077948 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.078935 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.079093 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.079279 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.079518 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.079738 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.079979 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.080191 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.080410 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.080624 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.080841 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.081081 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.081283 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.081523 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.081735 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.081962 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.082188 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.082435 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.082622 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.082840 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.083064 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.083280 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.083493 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.083723 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.083956 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.084187 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.084400 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.084716 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.085591 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.085591 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.086515 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.086673 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.086819 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.087039 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.087263 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.087485 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.088505 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.088505 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.088505 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.088769 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.088952 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.089172 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.089729 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.089729 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.090030 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.090192 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.090351 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.090593 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.091462 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.091462 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.091462 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.091896 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.091896 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.093898 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.093898 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.093898 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.093898 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.093898 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.093898 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.093898 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.093898 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.094532 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.094532 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.094687 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.094833 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.095072 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.095334 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.095598 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.095851 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.096106 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.096345 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.096569 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.096822 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.097076 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.097410 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.097655 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.097894 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.098129 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.098422 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.098659 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.098901 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.099183 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.099436 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.099673 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.099917 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.100147 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.100384 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.100617 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.100849 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.101603 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.101864 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.102102 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.102346 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.102573 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.102795 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.103062 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.103277 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.103495 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.103750 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.103969 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.104187 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.104439 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.104673 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.104899 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.105129 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.105352 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.105572 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.105792 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.106007 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.106284 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.106524 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.106811 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.107258 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.107520 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.107771 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.107967 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 51326) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:32.108071 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.108335 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.108567 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.108813 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.109040 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.109256 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.109477 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.109699 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.109914 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.110150 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.110403 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.110640 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.110902 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.111167 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.111510 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.111761 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.111999 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.112257 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.112502 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.112723 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.112943 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.113165 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.113388 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.113608 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.113870 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.114109 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.114455 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.114677 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.114896 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.115134 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.115399 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.115664 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.115920 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.116159 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.116386 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.116603 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.116925 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.117562 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.117562 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.117701 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068769 May 05 15:33:32.117799 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.117876 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.118077 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.119856 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.119856 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.120043 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.120886 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.121229 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.121487 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.121722 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.121975 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.122443 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.122701 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.123073 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.123453 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.123832 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.124075 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.124297 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.124513 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.124743 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.124963 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.125178 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.125409 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.125622 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.125837 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.126060 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.126300 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.126519 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.126748 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.126983 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.127198 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.127423 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.127642 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.127854 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.128103 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.128312 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.128678 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.129396 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.129396 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.129396 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.129626 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.129837 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.130058 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.130368 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.130635 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.131936 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.131936 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.131936 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.131936 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.131936 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.132877 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.132877 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.133107 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.133636 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.133977 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.134315 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.134583 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.134828 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.135111 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.135403 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.135978 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.135978 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.136257 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.136483 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.137525 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.137525 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.137525 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.137525 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.138040 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.138040 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.138318 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.138865 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.138865 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.138865 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.139142 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.139301 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.139518 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.139766 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.140087 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.140500 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.140869 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.142355 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.142355 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.142355 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 15:33:32.142355 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 05 15:33:32.142355 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 15:33:32.142355 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 15:33:32.143131 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 15:33:32.143131 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 15:33:32.143131 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 15:33:32.143131 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.143131 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.144171 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.144171 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.144171 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.144171 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.144171 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.144171 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.144970 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.144970 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.144970 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.144970 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.144970 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.144970 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.145390 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.145390 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.145517 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.145584 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.145721 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.145880 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.146041 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.146327 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] debug = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.146459 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.146598 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.146770 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.146913 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.147044 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.147175 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.147327 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.148472 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.148472 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.148472 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.148472 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.148472 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.148472 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.148847 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.148912 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.149049 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.149211 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.149372 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] host = dv-cinder-839793-9-iscsi {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.149532 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.149692 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.149852 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.150030 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.150194 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.150567 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.150567 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.150733 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.150819 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.150972 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.151138 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.152117 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.152467 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.152637 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_file = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.152794 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_options = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.152962 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.153138 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.153286 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.153438 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.153600 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.153758 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.153913 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.155369 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.155369 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.155369 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.155577 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.155641 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.155776 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.155943 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.156102 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.156261 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.156420 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.156580 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.156741 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.156902 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.157061 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.157220 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.157379 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.157538 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.157693 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.157854 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.158718 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.158718 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.158718 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.158718 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.158718 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.159162 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.159162 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.159162 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.159493 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.159493 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.159758 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.159758 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.160016 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.160016 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.160275 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.160363 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.160454 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.160621 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.160811 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.160968 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.161088 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] use_json = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.161436 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.161747 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.161906 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.162227 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.162553 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.162720 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.162880 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.163048 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.163213 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 15:33:32.163387 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.164072 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.164254 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.164529 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.164772 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.164914 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.164998 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.165160 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.165326 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.165471 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.165633 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.165798 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.166415 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.166415 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.166415 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.166841 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.166841 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.166841 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.167227 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.167227 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.167227 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.167620 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.167620 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.167880 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.167880 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.168139 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.168139 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.168396 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.168543 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.169039 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.169039 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.169039 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.169039 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.169566 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.169566 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.169566 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.174074 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.174074 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.174074 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.174074 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.174074 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.174074 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.174074 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.174074 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.174074 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.175391 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.175532 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:32.175675 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.175675 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.175675 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.175675 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.175675 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.175675 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.175675 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.175675 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.175675 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.179982 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.179982 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.179982 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.179982 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.179982 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.179982 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.179982 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.179982 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.179982 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181201 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181201 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181201 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181201 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181201 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181201 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181201 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181201 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181201 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181788 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181788 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181788 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181788 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181788 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181788 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181788 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181788 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.181788 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182359 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182359 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182359 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182359 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182359 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182359 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182359 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182359 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182359 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182852 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182852 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182852 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182852 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182852 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182852 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182852 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.182852 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183379 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183379 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183379 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183379 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183379 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183379 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183379 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183379 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183848 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183848 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183848 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183848 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183848 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183848 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183848 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.183848 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184338 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184338 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184338 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184338 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184338 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184338 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184338 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184338 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184873 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184873 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184873 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184873 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184873 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184873 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184873 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.184873 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.185412 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.185412 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.185412 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.185412 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.185412 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.185412 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.185818 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.185818 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.185945 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.186885 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.186885 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.186885 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.186885 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.186885 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.186885 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.188326 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.188326 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.188326 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.188326 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.188326 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.188326 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.188326 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.188326 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.189353 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.189353 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.189353 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.189353 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.189353 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.189353 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.189353 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.189353 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.191138 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.191138 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.191138 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.191138 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.191138 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.191138 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.191138 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.191138 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.192146 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.192146 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.192146 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.192146 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.192146 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.192146 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.192146 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.192146 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.193237 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.193237 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.193237 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.193237 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.193237 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.193237 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.193237 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.193237 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.194485 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.194485 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.194485 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.194485 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.194485 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.194485 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.194485 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.194485 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.196542 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.196542 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.196542 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.196542 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.196542 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.196542 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.196542 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.196542 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.197414 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.197414 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.197414 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.197414 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.197414 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.197414 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.197960 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.197960 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.197960 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.198290 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.199158 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.199320 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.199505 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.199647 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.199799 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.199938 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.200126 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.200300 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.200988 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.200988 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.200988 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.200988 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.201523 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.201523 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.201523 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.202329 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.202329 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.202329 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.202329 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.202583 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.202583 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.202704 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.202852 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.203196 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.203427 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.203644 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.203812 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.203977 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.204338 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.204696 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.204871 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.205131 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.205263 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.205454 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.205792 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.206014 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.206100 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.206236 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.206402 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.206570 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.206970 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.206970 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.207130 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.207255 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.208281 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.208281 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.208281 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.208281 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.208281 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.208281 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.209225 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.209225 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.209225 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.209225 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.209225 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.209225 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.209719 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.209719 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.209719 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.210336 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.210336 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.210336 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.210749 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.210749 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.211934 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.211934 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.211934 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.211934 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.211934 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.211934 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.211934 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.211934 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.212894 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.212894 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.212894 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.212894 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.213205 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.213205 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.213351 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.213779 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.213779 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.213779 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.213987 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.214335 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.214335 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.214576 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.214657 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.214782 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.214989 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 15:33:32.215119 dv-cinder-839793-9-iscsi neutron-server[109858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 15:33:43.430870 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7908a92-fdf3-45bb-a7c1-8f5d53c024d6 None None] get_active_networks_info from dv-cinder-839793-9-iscsi {{(pid=109967) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 05 15:33:43.533599 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7908a92-fdf3-45bb-a7c1-8f5d53c024d6 None None] No non-hosted networks {{(pid=109967) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 05 15:33:43.548847 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.agentschedulers_db [None req-f7908a92-fdf3-45bb-a7c1-8f5d53c024d6 None None] DHCP Agent not found on host dv-cinder-839793-9-iscsi {{(pid=109967) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 05 15:33:43.551774 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-af6b2cf7-d789-4a9c-ba26-38c92080ccf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3757113'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:45.743271 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-be7c05e5-bce8-4433-863b-a43e19fc93c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3757113'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:45.781985 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-450602be-e01e-4736-89a1-5787916cbde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:46.800555 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 51396) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:46.946707 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3757113'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:47.366222 dv-cinder-839793-9-iscsi neutron-server[109966]: WARNING oslo_policy.policy [None req-f25b0390-e374-423b-8276-546f7c4b522b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:33:47.366858 dv-cinder-839793-9-iscsi neutron-server[109966]: WARNING oslo_policy.policy [None req-f25b0390-e374-423b-8276-546f7c4b522b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:33:47.592471 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [None req-f25b0390-e374-423b-8276-546f7c4b522b admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:33:47.602274 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-f25b0390-e374-423b-8276-546f7c4b522b admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7920110 May 05 15:33:48.437372 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3757113'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.897872 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3757113'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:49.900670 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.901909 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.902611 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.906103 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.906103 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.907995 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.908343 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.908708 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.909045 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.909369 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.909708 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.910033 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.910386 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.910709 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.911025 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:49.911400 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839793-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:49.921885 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839793-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:33:50.228070 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 51430) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:50.565227 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-ffdc070e-8f50-41d6-9a3a-d132d1444c32 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:50.657542 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.policy [None req-ffdc070e-8f50-41d6-9a3a-d132d1444c32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109966) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 05 15:33:50.699218 dv-cinder-839793-9-iscsi neutron-server[109966]: WARNING oslo_policy.policy [None req-ffdc070e-8f50-41d6-9a3a-d132d1444c32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:33:50.699602 dv-cinder-839793-9-iscsi neutron-server[109966]: WARNING oslo_policy.policy [None req-ffdc070e-8f50-41d6-9a3a-d132d1444c32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:33:50.805164 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ffdc070e-8f50-41d6-9a3a-d132d1444c32 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781185253128', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781185245500', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781185203840', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781185210606', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781185216723', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781185159802', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-945451', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-810261', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3981949', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3825306'] for rbac-policy (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:50.891198 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ffdc070e-8f50-41d6-9a3a-d132d1444c32 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:50.904726 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ffdc070e-8f50-41d6-9a3a-d132d1444c32 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6695304 May 05 15:33:51.962273 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.db.l3_hamode_db [None req-d4f6407e-1ff4-43e6-ad7c-d4f09e2b54dd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 05 15:33:52.045837 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6407e-1ff4-43e6-ad7c-d4f09e2b54dd None None] Routers set() bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:33:52.046261 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6407e-1ff4-43e6-ad7c-d4f09e2b54dd None None] Router IDs set() for agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 05 15:33:53.345081 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 51442) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:53.655348 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:53.684954 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Made reservation on behalf of d19a556265e745c3a127579e6b3fed9c for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:53.689943 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.711153 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.819991 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Publish callbacks [] for security_group (1625b63b-e404-41a9-a948-03efc8beefc4), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.823598 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (1625b63b-e404-41a9-a948-03efc8beefc4), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.848941 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:33:53.884175 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781180438339', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (1e999931-35f7-4d2c-bb70-02fb0b40f28f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:53.884772 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Unsubscribe: segment precommit_create {{(pid=109966) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 15:33:53.885269 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Added segment 1e999931-35f7-4d2c-bb70-02fb0b40f28f of type vlan for network e27a3c91-e66a-4200-8e5e-f79f384d1897 May 05 15:33:53.901068 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1625b63b-e404-41a9-a948-03efc8beefc4,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:53.927878 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.928215 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.928570 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.928917 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.929245 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.929565 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.929880 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.930212 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.930534 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.930848 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.931161 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.931487 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.931799 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.932110 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.932420 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Tracked resource versions report: May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: pushed versions: May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: { 'AddressGroup': {'1.2'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Agent': {'1.1'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'ConntrackHelper': {'1.0'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'LocalIPAssociation': {'1.0'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Log': {'1.0'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'NDPProxy': {'1.0'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Network': {'1.1'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Port': {'1.7'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'PortForwarding': {'1.3'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'QosPolicy': {'1.10'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'SecurityGroup': {'1.5'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'SecurityGroupRule': {'1.2'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'SubPort': {'1.0'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Subnet': {'1.1'}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Trunk': {'1.1'}} May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: consumer versions: May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: { DHCP agent@dv-cinder-839793-9-iscsi: {}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: L3 agent@dv-cinder-839793-9-iscsi: {}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: Metadata agent@dv-cinder-839793-9-iscsi: {}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: Metering agent@dv-cinder-839793-9-iscsi: {}, May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: Open vSwitch agent@dv-cinder-839793-9-iscsi: { 'AddressGroup': '1.2', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Agent': '1.1', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'ConntrackHelper': '1.0', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'LocalIPAssociation': '1.0', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Log': '1.0', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'NDPProxy': '1.0', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Network': '1.1', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Port': '1.7', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'PortForwarding': '1.3', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'QosPolicy': '1.10', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'SecurityGroup': '1.5', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'SecurityGroupRule': '1.2', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'SubPort': '1.0', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Subnet': '1.1', May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Trunk': '1.1'}} May 05 15:33:53.933768 dv-cinder-839793-9-iscsi neutron-server[109966]: {{(pid=109966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:33:53.997901 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (e27a3c91-e66a-4200-8e5e-f79f384d1897), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.037626 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (e27a3c91-e66a-4200-8e5e-f79f384d1897), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.043283 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:54.043974 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:54.105190 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7590606 May 05 15:33:54.165379 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318d760-cb5c-4b39-9730-d2fb343bd15e demo demo] Pushing event updated for resources: {'Network': ['ID=e27a3c91-e66a-4200-8e5e-f79f384d1897,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:54.177566 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network e27a3c91-e66a-4200-8e5e-f79f384d1897 details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:33:56.602981 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 51454) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:33:57.006027 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb495d6d-f4c8-4ac0-bee9-6a3833a62127 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:57.007955 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-bb495d6d-f4c8-4ac0-bee9-6a3833a62127 demo admin] 10.222.0.58 "GET /v2.0/networks/e27a3c91-e66a-4200-8e5e-f79f384d1897 HTTP/1.1" status: 200 len: 825 time: 0.4040146 May 05 15:33:57.032090 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6fe4f2d7-8a4e-40b2-aaf7-88e10db03cb1 demo admin] 10.222.0.58 "GET /v2.0/subnetpools/447cdc25-dd00-4341-b0d0-297f996862de HTTP/1.1" status: 200 len: 734 time: 0.0185840 May 05 15:33:57.040247 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-71982365-1c99-4411-b5e5-21604c0c58fe demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897', 'ip_version': 4, 'subnetpool_id': '447cdc25-dd00-4341-b0d0-297f996862de'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:33:57.061673 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71982365-1c99-4411-b5e5-21604c0c58fe demo admin] Made reservation on behalf of d19a556265e745c3a127579e6b3fed9c for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:33:57.064038 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71982365-1c99-4411-b5e5-21604c0c58fe demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.358447 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71982365-1c99-4411-b5e5-21604c0c58fe demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for subnet (931462c0-24dd-455e-b6f8-26c22792e901), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.428184 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71982365-1c99-4411-b5e5-21604c0c58fe demo admin] Checking segment: {'id': '1e999931-35f7-4d2c-bb70-02fb0b40f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:57.428551 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71982365-1c99-4411-b5e5-21604c0c58fe demo admin] Network hostable DHCP agents. Network: e27a3c91-e66a-4200-8e5e-f79f384d1897, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:33:57.433784 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71982365-1c99-4411-b5e5-21604c0c58fe demo admin] Pushing event updated for resources: {'Subnet': ['ID=931462c0-24dd-455e-b6f8-26c22792e901,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:57.451886 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71982365-1c99-4411-b5e5-21604c0c58fe demo admin] Network e27a3c91-e66a-4200-8e5e-f79f384d1897 is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:33:57.463391 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-71982365-1c99-4411-b5e5-21604c0c58fe demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, e27a3c91-e66a-4200-8e5e-f79f384d1897) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:57.472734 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657912c7-3a9e-4e4c-9be4-aee5abf506f3 None None] Network e27a3c91-e66a-4200-8e5e-f79f384d1897 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:33:57.473198 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71982365-1c99-4411-b5e5-21604c0c58fe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:33:57.474105 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71982365-1c99-4411-b5e5-21604c0c58fe demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:57.494314 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-71982365-1c99-4411-b5e5-21604c0c58fe demo admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4571013 May 05 15:33:57.743826 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp127dbb5c-4db0-5469-8e5e-efe1c4baefbd-e27a3c91-e66a-4200-8e5e-f79f384d1897', 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897', 'project_id': 'd19a556265e745c3a127579e6b3fed9c', 'fixed_ips': [{'subnet_id': '931462c0-24dd-455e-b6f8-26c22792e901'}]}} from dv-cinder-839793-9-iscsi. {{(pid=109967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:33:57.745026 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.021134 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Allocated IP 172.20.0.2 (e27a3c91-e66a-4200-8e5e-f79f384d1897/931462c0-24dd-455e-b6f8-26c22792e901/fbdca2a3-bba6-4dc8-96af-1c148917200a) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:33:58.293830 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Publish callbacks [] for port (fbdca2a3-bba6-4dc8-96af-1c148917200a), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.301171 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (fbdca2a3-bba6-4dc8-96af-1c148917200a), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.374075 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Network e27a3c91-e66a-4200-8e5e-f79f384d1897 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:33:58.379901 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:33:58.392190 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:33:58.395328 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Pushing event updated for resources: {'Port': ['ID=fbdca2a3-bba6-4dc8-96af-1c148917200a,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:33:58.428303 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.428757 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.429067 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.429426 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.429763 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.430095 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.430448 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.430772 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.431097 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.431418 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.431742 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.432083 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.432404 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.432721 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.433038 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Tracked resource versions report: May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: pushed versions: May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: { 'AddressGroup': {'1.2'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Agent': {'1.1'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'ConntrackHelper': {'1.0'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'LocalIPAssociation': {'1.0'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Log': {'1.0'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'NDPProxy': {'1.0'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Network': {'1.1'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Port': {'1.7'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'PortForwarding': {'1.3'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'QosPolicy': {'1.10'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'SecurityGroup': {'1.5'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'SecurityGroupRule': {'1.2'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'SubPort': {'1.0'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Subnet': {'1.1'}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Trunk': {'1.1'}} May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: consumer versions: May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: { DHCP agent@dv-cinder-839793-9-iscsi: {}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: L3 agent@dv-cinder-839793-9-iscsi: {}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: Metadata agent@dv-cinder-839793-9-iscsi: {}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: Metering agent@dv-cinder-839793-9-iscsi: {}, May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: Open vSwitch agent@dv-cinder-839793-9-iscsi: { 'AddressGroup': '1.2', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Agent': '1.1', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'ConntrackHelper': '1.0', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'LocalIPAssociation': '1.0', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Log': '1.0', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'NDPProxy': '1.0', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Network': '1.1', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Port': '1.7', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'PortForwarding': '1.3', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'QosPolicy': '1.10', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'SecurityGroup': '1.5', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'SecurityGroupRule': '1.2', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'SubPort': '1.0', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Subnet': '1.1', May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Trunk': '1.1'}} May 05 15:33:58.434456 dv-cinder-839793-9-iscsi neutron-server[109967]: {{(pid=109967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:33:58.484922 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Attempting to bind port fbdca2a3-bba6-4dc8-96af-1c148917200a on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:33:58.485603 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Attempting to bind port fbdca2a3-bba6-4dc8-96af-1c148917200a by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '1e999931-35f7-4d2c-bb70-02fb0b40f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:33:58.485714 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Attempting to bind port fbdca2a3-bba6-4dc8-96af-1c148917200a on network e27a3c91-e66a-4200-8e5e-f79f384d1897 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:33:58.490736 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:33:58.491376 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Checking segment: {'id': '1e999931-35f7-4d2c-bb70-02fb0b40f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:33:58.491853 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.492249 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Bound using segment: {'id': '1e999931-35f7-4d2c-bb70-02fb0b40f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:33:58.492735 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Bound port: fbdca2a3-bba6-4dc8-96af-1c148917200a, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e999931-35f7-4d2c-bb70-02fb0b40f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:33:58.493126 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fbdca2a3-bba6-4dc8-96af-1c148917200a), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.556755 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] For port fbdca2a3-bba6-4dc8-96af-1c148917200a, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:33:58.576312 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] For port fbdca2a3-bba6-4dc8-96af-1c148917200a, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=fbdca2a3-bba6-4dc8-96af-1c148917200a,segment=NetworkSegment(1e999931-35f7-4d2c-bb70-02fb0b40f28f),segment_id=1e999931-35f7-4d2c-bb70-02fb0b40f28f)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:33:58.583823 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (fbdca2a3-bba6-4dc8-96af-1c148917200a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:33:58.641363 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52458eee-ab31-47ad-965c-ebf2a5c6fce6 None None] Pushing event updated for resources: {'Port': ['ID=fbdca2a3-bba6-4dc8-96af-1c148917200a,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:00.075284 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 51462) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:00.576578 dv-cinder-839793-9-iscsi neutron-server[109965]: WARNING oslo_policy.policy [None req-a53f122e-45af-4d6b-9c02-4bc6b6691a75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:34:00.577158 dv-cinder-839793-9-iscsi neutron-server[109965]: WARNING oslo_policy.policy [None req-a53f122e-45af-4d6b-9c02-4bc6b6691a75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:34:00.806235 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [None req-a53f122e-45af-4d6b-9c02-4bc6b6691a75 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:34:00.807457 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-a53f122e-45af-4d6b-9c02-4bc6b6691a75 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7301261 May 05 15:34:03.307325 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 51476) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:03.630041 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [None req-5a4214c0-14ce-4bcd-a3e0-569e1aee97de admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:34:03.631041 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-5a4214c0-14ce-4bcd-a3e0-569e1aee97de admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3227305 May 05 15:34:06.262519 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 51484) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:06.577104 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-7fa13ab9-fd91-4f04-a268-ae8da988b187 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:06.638724 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.policy [None req-7fa13ab9-fd91-4f04-a268-ae8da988b187 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109965) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 05 15:34:06.681284 dv-cinder-839793-9-iscsi neutron-server[109965]: WARNING oslo_policy.policy [None req-7fa13ab9-fd91-4f04-a268-ae8da988b187 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:34:06.681679 dv-cinder-839793-9-iscsi neutron-server[109965]: WARNING oslo_policy.policy [None req-7fa13ab9-fd91-4f04-a268-ae8da988b187 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 15:34:06.743653 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7fa13ab9-fd91-4f04-a268-ae8da988b187 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3748572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6948'] for router (b79ea27b-716e-4b5b-ac00-e3f66e4f73a6), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.745551 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7fa13ab9-fd91-4f04-a268-ae8da988b187 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3754709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router (b79ea27b-716e-4b5b-ac00-e3f66e4f73a6), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.901555 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7fa13ab9-fd91-4f04-a268-ae8da988b187 demo demo] Publish callbacks [] for router_controller (b79ea27b-716e-4b5b-ac00-e3f66e4f73a6), precommit_add_association {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.906590 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7fa13ab9-fd91-4f04-a268-ae8da988b187 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3754726'] for router (b79ea27b-716e-4b5b-ac00-e3f66e4f73a6), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.931296 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7fa13ab9-fd91-4f04-a268-ae8da988b187 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:06.932539 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-7fa13ab9-fd91-4f04-a268-ae8da988b187 demo demo] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6690695 May 05 15:34:08.700976 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device fbdca2a3-bba6-4dc8-96af-1c148917200a up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:08.788645 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port fbdca2a3-bba6-4dc8-96af-1c148917200a triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:08.789163 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (fbdca2a3-bba6-4dc8-96af-1c148917200a), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:08.901895 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port fbdca2a3-bba6-4dc8-96af-1c148917200a is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:08.902291 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fbdca2a3-bba6-4dc8-96af-1c148917200a), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:08.936508 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port fbdca2a3-bba6-4dc8-96af-1c148917200a, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=fbdca2a3-bba6-4dc8-96af-1c148917200a,segment=NetworkSegment(1e999931-35f7-4d2c-bb70-02fb0b40f28f),segment_id=1e999931-35f7-4d2c-bb70-02fb0b40f28f)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:08.940319 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (fbdca2a3-bba6-4dc8-96af-1c148917200a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:08.988034 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=fbdca2a3-bba6-4dc8-96af-1c148917200a,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:09.433688 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 51498) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:09.753912 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [None req-0b8dab6d-f380-4637-92b5-ec24fd04b82d admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:34:09.754927 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-0b8dab6d-f380-4637-92b5-ec24fd04b82d admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3202446 May 05 15:34:10.231608 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e47274b-6417-4d2b-8295-c5805054636e None None] Network e27a3c91-e66a-4200-8e5e-f79f384d1897 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:34:10.269783 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-6f75f52a-32c7-493f-845c-217faf08920d None None] Provisioning complete for port fbdca2a3-bba6-4dc8-96af-1c148917200a triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:10.270188 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6f75f52a-32c7-493f-845c-217faf08920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (fbdca2a3-bba6-4dc8-96af-1c148917200a), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.420475 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-6f75f52a-32c7-493f-845c-217faf08920d None None] Current status of the port fbdca2a3-bba6-4dc8-96af-1c148917200a is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:10.640580 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-e28b5e6d-1717-4f0b-b230-c436a0b1da7c None None] Provisioning complete for port fbdca2a3-bba6-4dc8-96af-1c148917200a triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:10.641093 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e28b5e6d-1717-4f0b-b230-c436a0b1da7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (fbdca2a3-bba6-4dc8-96af-1c148917200a), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.688078 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device fbdca2a3-bba6-4dc8-96af-1c148917200a up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:10.745301 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-e28b5e6d-1717-4f0b-b230-c436a0b1da7c None None] Current status of the port fbdca2a3-bba6-4dc8-96af-1c148917200a is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:10.762452 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port fbdca2a3-bba6-4dc8-96af-1c148917200a triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:10.762847 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (fbdca2a3-bba6-4dc8-96af-1c148917200a), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:10.837669 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port fbdca2a3-bba6-4dc8-96af-1c148917200a is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:12.224040 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 51506) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:12.534054 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:12.556154 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Made reservation on behalf of e901518e00104463a2aa36d4de393e28 for: {'network': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:12.558877 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.574231 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.681677 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Publish callbacks [] for security_group (91551e48-f0b2-4b3f-a8d6-06cdeaaf4ead), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.685631 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (91551e48-f0b2-4b3f-a8d6-06cdeaaf4ead), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.697083 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Reserving flat network on physical network physnet1 {{(pid=109965) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 05 15:34:12.728775 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781180438339', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (42a065ae-5cff-447e-b8c1-6db9e39c0764), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.729349 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Unsubscribe: segment precommit_create {{(pid=109965) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 15:34:12.729877 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.segments_db [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Added segment 42a065ae-5cff-447e-b8c1-6db9e39c0764 of type flat for network b5107952-2f6d-4e6f-81da-5335e81bd6c8 May 05 15:34:12.745685 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91551e48-f0b2-4b3f-a8d6-06cdeaaf4ead,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:12.794344 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.794688 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.795045 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.795383 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.795712 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.796041 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.796363 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.796684 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.797024 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.797348 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.797681 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.798022 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.798366 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.798684 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.798998 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Tracked resource versions report: May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: pushed versions: May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: { 'AddressGroup': {'1.2'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Agent': {'1.1'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'ConntrackHelper': {'1.0'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'LocalIPAssociation': {'1.0'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Log': {'1.0'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'NDPProxy': {'1.0'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Network': {'1.1'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Port': {'1.7'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'PortForwarding': {'1.3'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'QosPolicy': {'1.10'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'SecurityGroup': {'1.5'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'SecurityGroupRule': {'1.2'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'SubPort': {'1.0'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Subnet': {'1.1'}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Trunk': {'1.1'}} May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: consumer versions: May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: { DHCP agent@dv-cinder-839793-9-iscsi: {}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: L3 agent@dv-cinder-839793-9-iscsi: {}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: Metadata agent@dv-cinder-839793-9-iscsi: {}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: Metering agent@dv-cinder-839793-9-iscsi: {}, May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: Open vSwitch agent@dv-cinder-839793-9-iscsi: { 'AddressGroup': '1.2', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Agent': '1.1', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'ConntrackHelper': '1.0', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'LocalIPAssociation': '1.0', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Log': '1.0', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'NDPProxy': '1.0', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Network': '1.1', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Port': '1.7', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'PortForwarding': '1.3', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'QosPolicy': '1.10', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'SecurityGroup': '1.5', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'SecurityGroupRule': '1.2', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'SubPort': '1.0', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Subnet': '1.1', May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Trunk': '1.1'}} May 05 15:34:12.800388 dv-cinder-839793-9-iscsi neutron-server[109965]: {{(pid=109965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:34:12.845670 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (b5107952-2f6d-4e6f-81da-5335e81bd6c8), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.891085 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (b5107952-2f6d-4e6f-81da-5335e81bd6c8), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.892196 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:12.892896 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:12.949436 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7242208 May 05 15:34:13.004095 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf6999-c7eb-443b-b137-e86c8446a01b admin admin] Pushing event updated for resources: {'Network': ['ID=b5107952-2f6d-4e6f-81da-5335e81bd6c8,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:13.016357 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:34:13.378335 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-259b296c-5c96-468a-83d0-ab0a0d809563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.425570 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 51518) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:15.736281 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e1bd5a6e-25e4-4d45-822c-606b187a149b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:15.825420 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fddc5c9-d34a-4818-a834-02945342c3ed demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:15.826844 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-4fddc5c9-d34a-4818-a834-02945342c3ed demo admin] 10.222.0.58 "GET /v2.0/subnets/931462c0-24dd-455e-b6f8-26c22792e901 HTTP/1.1" status: 200 len: 849 time: 0.4002888 May 05 15:34:15.964474 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-4facf9cb-4850-4d5e-8724-df656bdcaf28 demo admin] 10.222.0.58 "GET /v2.0/routers/b79ea27b-716e-4b5b-ac00-e3f66e4f73a6 HTTP/1.1" status: 200 len: 704 time: 0.1319091 May 05 15:34:16.237975 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.529431 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Allocated IP 172.20.0.1 (e27a3c91-e66a-4200-8e5e-f79f384d1897/931462c0-24dd-455e-b6f8-26c22792e901/bf69f346-c384-42d2-a57c-3e55e4a2c775) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:16.710458 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Publish callbacks [] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.776945 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.849897 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Network e27a3c91-e66a-4200-8e5e-f79f384d1897 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:16.856461 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:16.867500 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:16.868348 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3753147'] for router_interface (b79ea27b-716e-4b5b-ac00-e3f66e4f73a6), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:16.887135 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Pushing event updated for resources: {'Port': ['ID=bf69f346-c384-42d2-a57c-3e55e4a2c775,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:16.910772 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:17.101545 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-0cf6ef67-24c4-4a10-aa03-446e0772fee3 None None] Provisioning complete for port bf69f346-c384-42d2-a57c-3e55e4a2c775 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:17.101939 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0cf6ef67-24c4-4a10-aa03-446e0772fee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:17.129053 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:17.197553 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6ef67-24c4-4a10-aa03-446e0772fee3 None None] Port bf69f346-c384-42d2-a57c-3e55e4a2c775 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:17.344706 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Publish callbacks [] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:17.349240 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:17.351435 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3753025'] for router_interface (b79ea27b-716e-4b5b-ac00-e3f66e4f73a6), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:17.409677 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Pushing event updated for resources: {'Port': ['ID=bf69f346-c384-42d2-a57c-3e55e4a2c775,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:17.478098 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Network e27a3c91-e66a-4200-8e5e-f79f384d1897 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:17.479470 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:17.645973 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Router b79ea27b-716e-4b5b-ac00-e3f66e4f73a6 is scheduled to L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b with binding_index 1 {{(pid=109965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:34:17.718350 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-c2aaafa5-40c5-4040-8d25-67f8bf572d7b None None] Provisioning complete for port bf69f346-c384-42d2-a57c-3e55e4a2c775 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:17.718666 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c2aaafa5-40c5-4040-8d25-67f8bf572d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:17.740957 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:17.747469 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-a1dfc310-8ead-442f-a9ec-066f57689e3b demo admin] 10.222.0.58 "PUT /v2.0/routers/b79ea27b-716e-4b5b-ac00-e3f66e4f73a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7778387 May 05 15:34:17.752950 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-c2aaafa5-40c5-4040-8d25-67f8bf572d7b None None] Port bf69f346-c384-42d2-a57c-3e55e4a2c775 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:17.757086 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Sync routers for ids ['b79ea27b-716e-4b5b-ac00-e3f66e4f73a6'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:17.770115 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Routers {'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:17.771020 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:34:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['b79ea27b-716e-4b5b-ac00-e3f66e4f73a6'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:17.966786 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Set router b79ea27b-716e-4b5b-ac00-e3f66e4f73a6 gateway port host: None {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:18.390790 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:18.392964 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'name': 'router1', 'tenant_id': 'd19a556265e745c3a127579e6b3fed9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:17Z', 'revision_number': 2, 'project_id': 'd19a556265e745c3a127579e6b3fed9c', 'gw_port_host': None, '_interfaces': [{'id': 'bf69f346-c384-42d2-a57c-3e55e4a2c775', 'name': '', 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897', 'tenant_id': 'd19a556265e745c3a127579e6b3fed9c', 'mac_address': 'fa:16:3e:03:28:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '931462c0-24dd-455e-b6f8-26c22792e901', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:16Z', 'updated_at': '2022-05-05T15:34:17Z', 'revision_number': 2, 'project_id': 'd19a556265e745c3a127579e6b3fed9c', 'subnets': [{'id': '931462c0-24dd-455e-b6f8-26c22792e901', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '447cdc25-dd00-4341-b0d0-297f996862de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:18.445385 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Checking router: b79ea27b-716e-4b5b-ac00-e3f66e4f73a6 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:18.445882 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Updating router b79ea27b-716e-4b5b-ac00-e3f66e4f73a6 port bf69f346-c384-42d2-a57c-3e55e4a2c775 binding host dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:34:18.498065 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.007912 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Publish callbacks [] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.015559 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.182755 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Pushing event updated for resources: {'Port': ['ID=bf69f346-c384-42d2-a57c-3e55e4a2c775,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:19.201058 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.201406 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.201792 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.202140 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.202532 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.202876 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.203228 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.203585 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.203916 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.204240 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.204569 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.204906 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.205230 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.205549 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.205867 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Tracked resource versions report: May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: pushed versions: May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: { 'AddressGroup': {'1.2'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Agent': {'1.1'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'ConntrackHelper': {'1.0'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'LocalIPAssociation': {'1.0'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Log': {'1.0'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'NDPProxy': {'1.0'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Network': {'1.1'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Port': {'1.7'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'PortForwarding': {'1.3'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'QosPolicy': {'1.10'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'SecurityGroup': {'1.5'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'SecurityGroupRule': {'1.2'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'SubPort': {'1.0'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Subnet': {'1.1'}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Trunk': {'1.1'}} May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: consumer versions: May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: { DHCP agent@dv-cinder-839793-9-iscsi: {}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: L3 agent@dv-cinder-839793-9-iscsi: {}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: Metadata agent@dv-cinder-839793-9-iscsi: {}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: Metering agent@dv-cinder-839793-9-iscsi: {}, May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: Open vSwitch agent@dv-cinder-839793-9-iscsi: { 'AddressGroup': '1.2', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Agent': '1.1', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'ConntrackHelper': '1.0', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'LocalIPAssociation': '1.0', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Log': '1.0', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'NDPProxy': '1.0', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Network': '1.1', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Port': '1.7', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'PortForwarding': '1.3', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'QosPolicy': '1.10', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'SecurityGroup': '1.5', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'SecurityGroupRule': '1.2', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'SubPort': '1.0', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Subnet': '1.1', May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Trunk': '1.1'}} May 05 15:34:19.207274 dv-cinder-839793-9-iscsi neutron-server[109968]: {{(pid=109968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:34:19.213845 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Attempting to bind port bf69f346-c384-42d2-a57c-3e55e4a2c775 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:19.214271 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Attempting to bind port bf69f346-c384-42d2-a57c-3e55e4a2c775 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '1e999931-35f7-4d2c-bb70-02fb0b40f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:19.214704 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Attempting to bind port bf69f346-c384-42d2-a57c-3e55e4a2c775 on network e27a3c91-e66a-4200-8e5e-f79f384d1897 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:19.219787 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:19.220198 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Checking segment: {'id': '1e999931-35f7-4d2c-bb70-02fb0b40f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:19.220684 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.221068 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Bound using segment: {'id': '1e999931-35f7-4d2c-bb70-02fb0b40f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:19.221552 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Bound port: bf69f346-c384-42d2-a57c-3e55e4a2c775, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e999931-35f7-4d2c-bb70-02fb0b40f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:19.221930 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.266824 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-4e7e0400-6229-4a0d-a397-265554a1856a None None] Provisioning complete for port bf69f346-c384-42d2-a57c-3e55e4a2c775 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:19.267226 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4e7e0400-6229-4a0d-a397-265554a1856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.287975 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] For port bf69f346-c384-42d2-a57c-3e55e4a2c775, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:19.307838 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] For port bf69f346-c384-42d2-a57c-3e55e4a2c775, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=bf69f346-c384-42d2-a57c-3e55e4a2c775,segment=NetworkSegment(1e999931-35f7-4d2c-bb70-02fb0b40f28f),segment_id=1e999931-35f7-4d2c-bb70-02fb0b40f28f)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:19.313169 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e0400-6229-4a0d-a397-265554a1856a None None] Port bf69f346-c384-42d2-a57c-3e55e4a2c775 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:34:19.317012 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.373195 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Routers {'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:19.373842 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:34:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['b79ea27b-716e-4b5b-ac00-e3f66e4f73a6'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:19.452344 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d2b4e-8902-43b9-8b88-6b0c4c1d1752 None None] Pushing event updated for resources: {'Port': ['ID=bf69f346-c384-42d2-a57c-3e55e4a2c775,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:19.473176 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] Set router b79ea27b-716e-4b5b-ac00-e3f66e4f73a6 gateway port host: None {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:19.531154 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-a00ba06a-46c2-4859-be14-f3cb4e70a842 None None] Provisioning complete for port bf69f346-c384-42d2-a57c-3e55e4a2c775 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:19.531687 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a00ba06a-46c2-4859-be14-f3cb4e70a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.610300 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-a00ba06a-46c2-4859-be14-f3cb4e70a842 None None] Current status of the port bf69f346-c384-42d2-a57c-3e55e4a2c775 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:19.610698 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a00ba06a-46c2-4859-be14-f3cb4e70a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.644641 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-a00ba06a-46c2-4859-be14-f3cb4e70a842 None None] For port bf69f346-c384-42d2-a57c-3e55e4a2c775, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=bf69f346-c384-42d2-a57c-3e55e4a2c775,segment=NetworkSegment(1e999931-35f7-4d2c-bb70-02fb0b40f28f),segment_id=1e999931-35f7-4d2c-bb70-02fb0b40f28f)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:19.649121 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a00ba06a-46c2-4859-be14-f3cb4e70a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:19.677181 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'name': 'router1', 'tenant_id': 'd19a556265e745c3a127579e6b3fed9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:17Z', 'revision_number': 2, 'project_id': 'd19a556265e745c3a127579e6b3fed9c', 'gw_port_host': None, '_interfaces': [{'id': 'bf69f346-c384-42d2-a57c-3e55e4a2c775', 'name': '', 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897', 'tenant_id': 'd19a556265e745c3a127579e6b3fed9c', 'mac_address': 'fa:16:3e:03:28:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '931462c0-24dd-455e-b6f8-26c22792e901', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:16Z', 'updated_at': '2022-05-05T15:34:19Z', 'revision_number': 4, 'project_id': 'd19a556265e745c3a127579e6b3fed9c', 'subnets': [{'id': '931462c0-24dd-455e-b6f8-26c22792e901', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '447cdc25-dd00-4341-b0d0-297f996862de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:19.702576 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ba06a-46c2-4859-be14-f3cb4e70a842 None None] Pushing event updated for resources: {'Port': ['ID=bf69f346-c384-42d2-a57c-3e55e4a2c775,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:19.707632 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1d79a-55c3-4147-93be-acfea3e0c4cb None None] The sync data for ids ['b79ea27b-716e-4b5b-ac00-e3f66e4f73a6'] in dv-cinder-839793-9-iscsi is: [{'id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'name': 'router1', 'tenant_id': 'd19a556265e745c3a127579e6b3fed9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:17Z', 'revision_number': 2, 'project_id': 'd19a556265e745c3a127579e6b3fed9c', 'gw_port_host': None, '_interfaces': [{'id': 'bf69f346-c384-42d2-a57c-3e55e4a2c775', 'name': '', 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897', 'tenant_id': 'd19a556265e745c3a127579e6b3fed9c', 'mac_address': 'fa:16:3e:03:28:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '931462c0-24dd-455e-b6f8-26c22792e901', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:16Z', 'updated_at': '2022-05-05T15:34:19Z', 'revision_number': 4, 'project_id': 'd19a556265e745c3a127579e6b3fed9c', 'subnets': [{'id': '931462c0-24dd-455e-b6f8-26c22792e901', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '447cdc25-dd00-4341-b0d0-297f996862de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:19.890724 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.065868 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 5 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:34:20.257519 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 51538) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:20.458722 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8816bc37-29ce-4b65-8137-89ab699316ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:20.460619 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-8816bc37-29ce-4b65-8137-89ab699316ac admin admin] 10.222.0.58 "GET /v2.0/networks/b5107952-2f6d-4e6f-81da-5335e81bd6c8 HTTP/1.1" status: 200 len: 842 time: 0.2019985 May 05 15:34:20.470350 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-c52b91cf-be89-4677-8f0d-d8b96cd60d78 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'ip_version': 4}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:20.493222 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52b91cf-be89-4677-8f0d-d8b96cd60d78 admin admin] Made reservation on behalf of e901518e00104463a2aa36d4de393e28 for: {'subnet': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:34:20.495422 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-c52b91cf-be89-4677-8f0d-d8b96cd60d78 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.788732 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.objects.ports [None req-c52b91cf-be89-4677-8f0d-d8b96cd60d78 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109965) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 05 15:34:20.789080 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-c52b91cf-be89-4677-8f0d-d8b96cd60d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for subnet (91294c40-4fdc-486a-8be5-d9f61f33be41), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.843149 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b91cf-be89-4677-8f0d-d8b96cd60d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91294c40-4fdc-486a-8be5-d9f61f33be41,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:20.852542 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b91cf-be89-4677-8f0d-d8b96cd60d78 admin admin] Checking segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:20.852892 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b91cf-be89-4677-8f0d-d8b96cd60d78 admin admin] Network hostable DHCP agents. Network: b5107952-2f6d-4e6f-81da-5335e81bd6c8, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:34:20.874725 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b91cf-be89-4677-8f0d-d8b96cd60d78 admin admin] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:34:20.885615 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-c52b91cf-be89-4677-8f0d-d8b96cd60d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, b5107952-2f6d-4e6f-81da-5335e81bd6c8) {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:20.890136 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b91cf-be89-4677-8f0d-d8b96cd60d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:20.890955 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-c52b91cf-be89-4677-8f0d-d8b96cd60d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:20.893609 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d620b7d4-ea26-4a6d-9c41-0fc71995e00d None None] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:34:20.910758 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-c52b91cf-be89-4677-8f0d-d8b96cd60d78 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4436395 May 05 15:34:21.003377 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27147344-68c3-4f3c-8145-939e4293c0b3 None None] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:34:23.387108 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 51556) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:23.523268 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-77402196-9bcd-48b3-a00f-d014683f41b8 demo admin] 10.222.0.58 "GET /v2.0/routers/b79ea27b-716e-4b5b-ac00-e3f66e4f73a6 HTTP/1.1" status: 200 len: 710 time: 0.1340494 May 05 15:34:23.610002 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45758a5d-5938-4681-9407-f2cd6ae64d21 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:34:23.611398 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-45758a5d-5938-4681-9407-f2cd6ae64d21 demo admin] 10.222.0.58 "GET /v2.0/networks/b5107952-2f6d-4e6f-81da-5335e81bd6c8 HTTP/1.1" status: 200 len: 886 time: 0.0830235 May 05 15:34:23.620786 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:34:23.954018 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Publish callbacks [] for router_gateway (b79ea27b-716e-4b5b-ac00-e3f66e4f73a6), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:24.168377 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Publish callbacks [] for router_gateway (b79ea27b-716e-4b5b-ac00-e3f66e4f73a6), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:24.246221 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:24.350377 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Allocated IP 172.27.3.170 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/9f63ba91-5701-4441-b90a-2f0fa4be57e0) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:34:24.451848 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Publish callbacks [] for port (9f63ba91-5701-4441-b90a-2f0fa4be57e0), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:24.484981 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (9f63ba91-5701-4441-b90a-2f0fa4be57e0), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:24.534047 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:34:24.535325 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Pushing event updated for resources: {'Port': ['ID=9f63ba91-5701-4441-b90a-2f0fa4be57e0,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:24.537834 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:34:24.550008 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:34:24.803536 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Publish callbacks [] for router_gateway (b79ea27b-716e-4b5b-ac00-e3f66e4f73a6), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.010786 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3754691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3749722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6923'] for router (b79ea27b-716e-4b5b-ac00-e3f66e4f73a6), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.014305 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3754726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3754744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3754737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3749715'] for router (b79ea27b-716e-4b5b-ac00-e3f66e4f73a6), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.217838 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Router b79ea27b-716e-4b5b-ac00-e3f66e4f73a6 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:34:25.324827 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:34:25.329051 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:25.346194 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-2fc6e450-5b44-43ae-b5b1-205dbbd58452 demo admin] 10.222.0.58 "PUT /v2.0/routers/b79ea27b-716e-4b5b-ac00-e3f66e4f73a6 HTTP/1.1" status: 200 len: 890 time: 1.7126112 May 05 15:34:26.702419 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device bf69f346-c384-42d2-a57c-3e55e4a2c775 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:26.750117 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port bf69f346-c384-42d2-a57c-3e55e4a2c775 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:26.750678 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:26.828717 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port bf69f346-c384-42d2-a57c-3e55e4a2c775 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:27.831462 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 51570) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:34:27.944026 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-dd3a3bc9-86a5-454c-a64d-d939eb7d13ad admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1114397 May 05 15:34:28.568736 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Sync routers for ids ['b79ea27b-716e-4b5b-ac00-e3f66e4f73a6'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:34:28.580323 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Routers {'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:28.580981 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:34:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['b79ea27b-716e-4b5b-ac00-e3f66e4f73a6'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:28.814951 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Set router b79ea27b-716e-4b5b-ac00-e3f66e4f73a6 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:29.287432 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'name': 'router1', 'tenant_id': 'd19a556265e745c3a127579e6b3fed9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '9f63ba91-5701-4441-b90a-2f0fa4be57e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:24Z', 'revision_number': 4, 'project_id': 'd19a556265e745c3a127579e6b3fed9c', 'gw_port': {'id': '9f63ba91-5701-4441-b90a-2f0fa4be57e0', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:24Z', 'updated_at': '2022-05-05T15:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'bf69f346-c384-42d2-a57c-3e55e4a2c775', 'name': '', 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897', 'tenant_id': 'd19a556265e745c3a127579e6b3fed9c', 'mac_address': 'fa:16:3e:03:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '931462c0-24dd-455e-b6f8-26c22792e901', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:16Z', 'updated_at': '2022-05-05T15:34:19Z', 'revision_number': 5, 'project_id': 'd19a556265e745c3a127579e6b3fed9c', 'subnets': [{'id': '931462c0-24dd-455e-b6f8-26c22792e901', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '447cdc25-dd00-4341-b0d0-297f996862de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:29.341500 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Checking router: b79ea27b-716e-4b5b-ac00-e3f66e4f73a6 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:34:29.341858 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Updating router b79ea27b-716e-4b5b-ac00-e3f66e4f73a6 port 9f63ba91-5701-4441-b90a-2f0fa4be57e0 binding host dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:34:29.395878 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (9f63ba91-5701-4441-b90a-2f0fa4be57e0), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.730279 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Publish callbacks [] for port (9f63ba91-5701-4441-b90a-2f0fa4be57e0), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.735861 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (9f63ba91-5701-4441-b90a-2f0fa4be57e0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.793145 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Attempting to bind port 9f63ba91-5701-4441-b90a-2f0fa4be57e0 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:34:29.793516 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Attempting to bind port 9f63ba91-5701-4441-b90a-2f0fa4be57e0 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:34:29.793878 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Attempting to bind port 9f63ba91-5701-4441-b90a-2f0fa4be57e0 on network b5107952-2f6d-4e6f-81da-5335e81bd6c8 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:34:29.795825 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7354e-d4ed-486a-8f6f-ab9e736f9f13 None None] Pushing event updated for resources: {'Port': ['ID=9f63ba91-5701-4441-b90a-2f0fa4be57e0,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:29.801754 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:34:29.802125 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Checking segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:34:29.802554 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.802939 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Bound using segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:34:29.803404 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Bound port: 9f63ba91-5701-4441-b90a-2f0fa4be57e0, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:34:29.803781 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (9f63ba91-5701-4441-b90a-2f0fa4be57e0), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.856897 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] For port 9f63ba91-5701-4441-b90a-2f0fa4be57e0, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:34:29.859815 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] For port 9f63ba91-5701-4441-b90a-2f0fa4be57e0, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=9f63ba91-5701-4441-b90a-2f0fa4be57e0,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:34:29.867232 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (9f63ba91-5701-4441-b90a-2f0fa4be57e0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:29.927942 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Routers {'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:34:29.928575 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:34:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['b79ea27b-716e-4b5b-ac00-e3f66e4f73a6'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:29.970006 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7354e-d4ed-486a-8f6f-ab9e736f9f13 None None] Pushing event updated for resources: {'Port': ['ID=9f63ba91-5701-4441-b90a-2f0fa4be57e0,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:30.058263 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] Set router b79ea27b-716e-4b5b-ac00-e3f66e4f73a6 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:34:30.275175 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'name': 'router1', 'tenant_id': 'd19a556265e745c3a127579e6b3fed9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '9f63ba91-5701-4441-b90a-2f0fa4be57e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:24Z', 'revision_number': 4, 'project_id': 'd19a556265e745c3a127579e6b3fed9c', 'gw_port': {'id': '9f63ba91-5701-4441-b90a-2f0fa4be57e0', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:24Z', 'updated_at': '2022-05-05T15:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'bf69f346-c384-42d2-a57c-3e55e4a2c775', 'name': '', 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897', 'tenant_id': 'd19a556265e745c3a127579e6b3fed9c', 'mac_address': 'fa:16:3e:03:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '931462c0-24dd-455e-b6f8-26c22792e901', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:16Z', 'updated_at': '2022-05-05T15:34:19Z', 'revision_number': 5, 'project_id': 'd19a556265e745c3a127579e6b3fed9c', 'subnets': [{'id': '931462c0-24dd-455e-b6f8-26c22792e901', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '447cdc25-dd00-4341-b0d0-297f996862de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:34:30.302532 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a3405-18a6-400e-a3c4-3684f0bfd442 None None] The sync data for ids ['b79ea27b-716e-4b5b-ac00-e3f66e4f73a6'] in dv-cinder-839793-9-iscsi is: [{'id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'name': 'router1', 'tenant_id': 'd19a556265e745c3a127579e6b3fed9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '9f63ba91-5701-4441-b90a-2f0fa4be57e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:34:06Z', 'updated_at': '2022-05-05T15:34:24Z', 'revision_number': 4, 'project_id': 'd19a556265e745c3a127579e6b3fed9c', 'gw_port': {'id': '9f63ba91-5701-4441-b90a-2f0fa4be57e0', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:24Z', 'updated_at': '2022-05-05T15:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'bf69f346-c384-42d2-a57c-3e55e4a2c775', 'name': '', 'network_id': 'e27a3c91-e66a-4200-8e5e-f79f384d1897', 'tenant_id': 'd19a556265e745c3a127579e6b3fed9c', 'mac_address': 'fa:16:3e:03:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79ea27b-716e-4b5b-ac00-e3f66e4f73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '931462c0-24dd-455e-b6f8-26c22792e901', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:34:16Z', 'updated_at': '2022-05-05T15:34:19Z', 'revision_number': 5, 'project_id': 'd19a556265e745c3a127579e6b3fed9c', 'subnets': [{'id': '931462c0-24dd-455e-b6f8-26c22792e901', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '447cdc25-dd00-4341-b0d0-297f996862de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:34:30.761650 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 9f63ba91-5701-4441-b90a-2f0fa4be57e0 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:30.813527 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 9f63ba91-5701-4441-b90a-2f0fa4be57e0 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:30.814194 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (9f63ba91-5701-4441-b90a-2f0fa4be57e0), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:30.901158 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 9f63ba91-5701-4441-b90a-2f0fa4be57e0 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:30.901712 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (9f63ba91-5701-4441-b90a-2f0fa4be57e0), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:30.924501 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port 9f63ba91-5701-4441-b90a-2f0fa4be57e0, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=9f63ba91-5701-4441-b90a-2f0fa4be57e0,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:34:30.929970 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (9f63ba91-5701-4441-b90a-2f0fa4be57e0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:30.995379 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=9f63ba91-5701-4441-b90a-2f0fa4be57e0,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:34:32.736385 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 9f63ba91-5701-4441-b90a-2f0fa4be57e0 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:34:32.826782 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 9f63ba91-5701-4441-b90a-2f0fa4be57e0 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:34:32.826932 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (9f63ba91-5701-4441-b90a-2f0fa4be57e0), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:32.979107 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 9f63ba91-5701-4441-b90a-2f0fa4be57e0 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:34:43.387886 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-98478b6e-0d00-4282-b6ff-a62db6e7c987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:45.744397 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b6cb804e-5105-44a7-8efb-b1b09655f19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:46.917007 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:48.392607 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:49.890003 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:34:57.064492 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 5 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:35:13.382202 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-67d131d9-0f04-43c6-9031-2439fcbbb5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:15.748441 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a9a360b2-4893-4107-87b5-ec2606f61c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:16.917882 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:18.395759 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:19.886090 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:34.064160 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 5 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:35:43.383159 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5af3c20e-c524-4589-b934-fa8458ee4d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:45.734929 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a89c1135-4bce-441d-ab2c-ee3d06c78f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:46.917885 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:48.390873 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:49.245659 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52054) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:49.305476 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.pecan_wsgi.hooks.translation [None req-34626ec5-19b7-4b67-a5de-62b38cbfeade admin admin] GET failed (client error): The resource could not be found. May 05 15:35:49.307486 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-34626ec5-19b7-4b67-a5de-62b38cbfeade admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600877 May 05 15:35:49.469526 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd14c8ee-49c9-4061-930a-4011ab9ada57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:49.470947 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-dd14c8ee-49c9-4061-930a-4011ab9ada57 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1594951 May 05 15:35:49.888328 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:51.752902 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52064) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:51.849578 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c487b3da-82ea-41dc-8577-84e95519e9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:51.850922 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c487b3da-82ea-41dc-8577-84e95519e9eb admin admin] 10.222.0.58 "GET /v2.0/subnets/931462c0-24dd-455e-b6f8-26c22792e901 HTTP/1.1" status: 200 len: 849 time: 0.0967114 May 05 15:35:51.860823 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:35:51.945862 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Publish callbacks [] for subnet (931462c0-24dd-455e-b6f8-26c22792e901), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.095387 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781180451512'] for subnet (931462c0-24dd-455e-b6f8-26c22792e901), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.131789 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:52.132894 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.142231 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] 10.222.0.58 "PUT /v2.0/subnets/931462c0-24dd-455e-b6f8-26c22792e901 HTTP/1.1" status: 200 len: 868 time: 0.2764528 May 05 15:35:52.142506 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585430ce-6deb-485a-9582-312d8a08b2f8 None None] Network e27a3c91-e66a-4200-8e5e-f79f384d1897 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:35:52.157469 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=931462c0-24dd-455e-b6f8-26c22792e901,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:35:52.165482 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.165855 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.166761 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.167112 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.167451 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.167782 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.168110 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.168433 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.168777 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.169108 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.169447 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.169791 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.170114 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.170459 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.170782 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c74e7-7e23-4a8d-93b3-0511cfbb4080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:35:52.452329 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-c2460037-ca19-42ec-bcdd-6e694c314786 None None] Provisioning complete for port bf69f346-c384-42d2-a57c-3e55e4a2c775 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:52.452697 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c2460037-ca19-42ec-bcdd-6e694c314786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (bf69f346-c384-42d2-a57c-3e55e4a2c775), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.533221 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-c2460037-ca19-42ec-bcdd-6e694c314786 None None] Current status of the port bf69f346-c384-42d2-a57c-3e55e4a2c775 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:52.540930 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-c2460037-ca19-42ec-bcdd-6e694c314786 None None] Provisioning complete for port fbdca2a3-bba6-4dc8-96af-1c148917200a triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:35:52.541545 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c2460037-ca19-42ec-bcdd-6e694c314786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (fbdca2a3-bba6-4dc8-96af-1c148917200a), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:35:52.614250 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-c2460037-ca19-42ec-bcdd-6e694c314786 None None] Current status of the port fbdca2a3-bba6-4dc8-96af-1c148917200a is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:35:54.428361 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52074) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:54.625905 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bdaa3-5062-496f-b62e-56f826f2eac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.626439 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bdaa3-5062-496f-b62e-56f826f2eac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:54.630612 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-615bdaa3-5062-496f-b62e-56f826f2eac4 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2012510 May 05 15:35:56.898325 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52082) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:57.028200 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16355364-6de0-4ad5-a637-7ddc1b1b2cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:57.028667 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16355364-6de0-4ad5-a637-7ddc1b1b2cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:57.030191 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-16355364-6de0-4ad5-a637-7ddc1b1b2cca admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309023 May 05 15:35:59.297960 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52090) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:35:59.446645 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324f82d5-59f0-4550-9f5f-ee067a9a52ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:35:59.448203 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-324f82d5-59f0-4550-9f5f-ee067a9a52ff admin admin] 10.222.0.58 "GET /v2.0/networks/b5107952-2f6d-4e6f-81da-5335e81bd6c8 HTTP/1.1" status: 200 len: 886 time: 0.1492765 May 05 15:36:01.708122 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52098) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:01.855618 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ad4e0-167f-4263-857c-7bf9e8f6dde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:01.856970 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-de6ad4e0-167f-4263-857c-7bf9e8f6dde8 admin admin] 10.222.0.58 "GET /v2.0/networks/e27a3c91-e66a-4200-8e5e-f79f384d1897 HTTP/1.1" status: 200 len: 869 time: 0.1478782 May 05 15:36:04.132468 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52106) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:04.256031 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa895a0-9314-4310-9e64-270f9616e948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:04.256484 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa895a0-9314-4310-9e64-270f9616e948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:04.258008 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-aaa895a0-9314-4310-9e64-270f9616e948 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246040 May 05 15:36:06.694057 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52114) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:06.785317 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a508bb4f-cb1c-4496-84fd-d998492f5af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:06.785702 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a508bb4f-cb1c-4496-84fd-d998492f5af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:06.787227 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-a508bb4f-cb1c-4496-84fd-d998492f5af2 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921261 May 05 15:36:09.087831 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52122) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:09.173553 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e57203e-c42a-43d8-93f2-f3b12d9ed2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:09.174894 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-2e57203e-c42a-43d8-93f2-f3b12d9ed2c0 admin admin] 10.222.0.58 "GET /v2.0/subnets/91294c40-4fdc-486a-8be5-d9f61f33be41 HTTP/1.1" status: 200 len: 816 time: 0.0860391 May 05 15:36:11.062860 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 5 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:36:11.514495 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52130) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:11.605140 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42087ef1-44f6-4a52-90f5-3267198ac896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:11.606477 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-42087ef1-44f6-4a52-90f5-3267198ac896 admin admin] 10.222.0.58 "GET /v2.0/subnets/931462c0-24dd-455e-b6f8-26c22792e901 HTTP/1.1" status: 200 len: 868 time: 0.0910065 May 05 15:36:13.386507 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-81bebd5b-6045-4fdf-88f2-f11bd40d69b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:15.736711 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-04040b09-4781-43af-9df4-6c6215a38952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:16.923027 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:18.394207 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:19.890653 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:43.388148 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1ee9-02e5-4175-a603-0b660f96b80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:45.737959 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-64773288-0563-443f-8ba2-55ec994e1c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:46.924388 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:48.062458 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 5 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:36:48.397071 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:49.893759 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:52.541121 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52188) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:52.586734 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [None req-3c2ffeaa-fadf-4a14-9ce7-399cf60be411 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:36:52.587713 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-3c2ffeaa-fadf-4a14-9ce7-399cf60be411 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0449672 May 05 15:36:54.992588 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52196) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:55.052604 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28ebd36-b0d0-4757-8972-4a3afe14d1da admin admin] GET failed (client error): The resource could not be found. May 05 15:36:55.053883 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-d28ebd36-b0d0-4757-8972-4a3afe14d1da admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603361 May 05 15:36:55.138120 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abef6a3-6a86-4a04-a35e-3a0ab62bb170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:55.139584 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-2abef6a3-6a86-4a04-a35e-3a0ab62bb170 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0817230 May 05 15:36:57.421022 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52204) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:36:57.467147 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:36:57.486496 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Made reservation on behalf of e901518e00104463a2aa36d4de393e28 for: {'network': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:36:57.488678 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:57.516451 dv-cinder-839793-9-iscsi neutron-server[109965]: WARNING neutron.services.revisions.revision_plugin [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Could not find related network for resource to bump revision. May 05 15:36:57.531017 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=109965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:36:57.540577 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (a418febe-ade2-4355-9495-ab9584fdce52), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:57.540918 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.segments_db [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Added segment a418febe-ade2-4355-9495-ab9584fdce52 of type vlan for network 3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b May 05 15:36:57.591952 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:57.615749 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:57.616596 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:36:57.617172 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:36:57.646870 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2248039 May 05 15:36:57.678949 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Pushing event updated for resources: {'Network': ['ID=3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:36:57.686455 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.686806 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.687179 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.687529 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.687883 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.688221 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.688554 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.688882 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.689227 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.689559 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.689898 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.690269 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.690604 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.690926 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.691247 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a478a7-2a98-4279-961a-d276649643ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:36:57.706057 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:36:59.947293 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52212) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:37:00.007430 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.pecan_wsgi.hooks.translation [None req-0429532a-440c-44d2-a72e-6b2d4f455b87 admin admin] GET failed (client error): The resource could not be found. May 05 15:37:00.008692 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-0429532a-440c-44d2-a72e-6b2d4f455b87 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603931 May 05 15:37:00.079967 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b74115d-cfc5-4c46-8009-dda18f2c63ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:00.081386 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-0b74115d-cfc5-4c46-8009-dda18f2c63ed admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683949 May 05 15:37:00.091748 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-9f7c684c-a961-41a7-87cc-559c8b27f1f0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:37:00.110473 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7c684c-a961-41a7-87cc-559c8b27f1f0 admin admin] Made reservation on behalf of e901518e00104463a2aa36d4de393e28 for: {'subnet': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:37:00.112749 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9f7c684c-a961-41a7-87cc-559c8b27f1f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:00.273000 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9f7c684c-a961-41a7-87cc-559c8b27f1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for subnet (5fc97484-a894-4763-b01d-7c650b38c2a6), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:00.318944 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c684c-a961-41a7-87cc-559c8b27f1f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc97484-a894-4763-b01d-7c650b38c2a6,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:00.333509 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c684c-a961-41a7-87cc-559c8b27f1f0 admin admin] Checking segment: {'id': 'a418febe-ade2-4355-9495-ab9584fdce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:37:00.333863 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7c684c-a961-41a7-87cc-559c8b27f1f0 admin admin] Network hostable DHCP agents. Network: 3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:37:00.350254 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7c684c-a961-41a7-87cc-559c8b27f1f0 admin admin] Network 3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:37:00.359104 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-9f7c684c-a961-41a7-87cc-559c8b27f1f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b) {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:37:00.363616 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7c684c-a961-41a7-87cc-559c8b27f1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:37:00.364190 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9f7c684c-a961-41a7-87cc-559c8b27f1f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:00.371795 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87dc1c-0db4-4e07-9d2d-49f0e0e6f12a None None] Network 3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:37:00.380364 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-9f7c684c-a961-41a7-87cc-559c8b27f1f0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2926128 May 05 15:37:00.479795 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp127dbb5c-4db0-5469-8e5e-efe1c4baefbd-3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b', 'network_id': '3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b', 'project_id': 'e901518e00104463a2aa36d4de393e28', 'fixed_ips': [{'subnet_id': '5fc97484-a894-4763-b01d-7c650b38c2a6'}]}} from dv-cinder-839793-9-iscsi. {{(pid=109967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:37:00.480680 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:00.715223 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Allocated IP 192.168.233.2 (3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b/5fc97484-a894-4763-b01d-7c650b38c2a6/a96d5f2f-a275-466c-b127-3b169685678c) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:37:00.861651 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Publish callbacks [] for port (a96d5f2f-a275-466c-b127-3b169685678c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:00.869206 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (a96d5f2f-a275-466c-b127-3b169685678c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:00.913383 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Network 3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:37:00.917682 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:37:00.920090 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:37:00.922188 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Pushing event updated for resources: {'Port': ['ID=a96d5f2f-a275-466c-b127-3b169685678c,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:00.933289 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.933634 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.933987 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.934364 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.934696 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.935017 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.935335 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.935653 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.935981 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.936300 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.936612 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.936942 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.937266 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.937562 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.937871 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:37:00.991411 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Attempting to bind port a96d5f2f-a275-466c-b127-3b169685678c on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:37:00.991720 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Attempting to bind port a96d5f2f-a275-466c-b127-3b169685678c by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': 'a418febe-ade2-4355-9495-ab9584fdce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:37:00.992062 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Attempting to bind port a96d5f2f-a275-466c-b127-3b169685678c on network 3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:37:00.997839 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:37:00.998234 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Checking segment: {'id': 'a418febe-ade2-4355-9495-ab9584fdce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:37:00.998635 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:00.999022 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Bound using segment: {'id': 'a418febe-ade2-4355-9495-ab9584fdce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:37:00.999501 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Bound port: a96d5f2f-a275-466c-b127-3b169685678c, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a418febe-ade2-4355-9495-ab9584fdce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:37:00.999871 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (a96d5f2f-a275-466c-b127-3b169685678c), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:01.067005 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] For port a96d5f2f-a275-466c-b127-3b169685678c, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:37:01.070089 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] For port a96d5f2f-a275-466c-b127-3b169685678c, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=a96d5f2f-a275-466c-b127-3b169685678c,segment=NetworkSegment(a418febe-ade2-4355-9495-ab9584fdce52),segment_id=a418febe-ade2-4355-9495-ab9584fdce52)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:37:01.077419 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (a96d5f2f-a275-466c-b127-3b169685678c), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:01.132681 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a37b8-2976-4b8f-bb20-943f60a11836 None None] Pushing event updated for resources: {'Port': ['ID=a96d5f2f-a275-466c-b127-3b169685678c,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:01.965233 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d7127-a537-4606-82f5-c29dd8a36c60 None None] Network 3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:37:02.043827 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-558daa68-d9bd-4124-bfe3-f6109f7e801c None None] Provisioning complete for port a96d5f2f-a275-466c-b127-3b169685678c triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:37:02.044140 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-558daa68-d9bd-4124-bfe3-f6109f7e801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (a96d5f2f-a275-466c-b127-3b169685678c), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:02.151534 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-558daa68-d9bd-4124-bfe3-f6109f7e801c None None] Current status of the port a96d5f2f-a275-466c-b127-3b169685678c is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:37:02.151936 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-558daa68-d9bd-4124-bfe3-f6109f7e801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (a96d5f2f-a275-466c-b127-3b169685678c), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:02.190674 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-558daa68-d9bd-4124-bfe3-f6109f7e801c None None] For port a96d5f2f-a275-466c-b127-3b169685678c, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=a96d5f2f-a275-466c-b127-3b169685678c,segment=NetworkSegment(a418febe-ade2-4355-9495-ab9584fdce52),segment_id=a418febe-ade2-4355-9495-ab9584fdce52)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:37:02.195875 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-558daa68-d9bd-4124-bfe3-f6109f7e801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (a96d5f2f-a275-466c-b127-3b169685678c), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:02.251155 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558daa68-d9bd-4124-bfe3-f6109f7e801c None None] Pushing event updated for resources: {'Port': ['ID=a96d5f2f-a275-466c-b127-3b169685678c,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:37:02.416189 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-0a145adb-18d8-40e9-beb6-d79417e5b1ea None None] Provisioning complete for port a96d5f2f-a275-466c-b127-3b169685678c triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:37:02.417222 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0a145adb-18d8-40e9-beb6-d79417e5b1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (a96d5f2f-a275-466c-b127-3b169685678c), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:02.494593 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-0a145adb-18d8-40e9-beb6-d79417e5b1ea None None] Current status of the port a96d5f2f-a275-466c-b127-3b169685678c is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:37:02.828890 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device a96d5f2f-a275-466c-b127-3b169685678c up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:37:02.879649 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port a96d5f2f-a275-466c-b127-3b169685678c triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:37:02.880038 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (a96d5f2f-a275-466c-b127-3b169685678c), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:02.961699 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port a96d5f2f-a275-466c-b127-3b169685678c is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:37:13.390394 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e70c96b-0f8f-4250-8975-e48236caf66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:15.740822 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-059049db-74bb-4a2f-b812-13910db4aa69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:16.928351 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:18.400901 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:19.897353 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:25.061888 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 5 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:37:43.392381 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51c360e9-479f-4c0f-865a-7842b7210a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:45.743040 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4800369d-89f1-4f96-b80f-aeae74e5f047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:46.932787 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:48.404702 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:37:49.902555 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:02.061221 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 5 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:38:13.393973 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ca8f-5635-4de6-aae8-d91603712681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:15.745471 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e5df1cab-016e-4336-846a-8a5b0bf5e458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:16.935042 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:18.407392 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:19.905766 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:28.349581 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52250) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:28.357027 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [None req-1929d963-c660-49a7-9880-ec31de4c2552 tempest-verify_tempest_config-850505835 tempest-verify_tempest_config-850505835-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:38:28.358005 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-1929d963-c660-49a7-9880-ec31de4c2552 tempest-verify_tempest_config-850505835 tempest-verify_tempest_config-850505835-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0074263 May 05 15:38:28.643752 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52268) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:28.750926 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:28.825078 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Publish callbacks [] for security_group (aeafc84e-b9f8-4901-b4c5-162afa9de99b), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:28.828528 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (aeafc84e-b9f8-4901-b4c5-162afa9de99b), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:28.876454 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1971f0d374014fa7838b2d5aa2ab2337&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2316785 May 05 15:38:28.877497 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeafc84e-b9f8-4901-b4c5-162afa9de99b,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:28.879268 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52272) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:38:28.884145 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.884499 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.884914 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.885312 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.885656 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.886022 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.886384 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.886719 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.887066 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.887400 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.887746 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.888095 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.888427 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.888752 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.889174 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6272c3d6-3b76-4b4b-b497-3fe7f6fb0247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:28.935649 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Publish callbacks [] for security_group (aeafc84e-b9f8-4901-b4c5-162afa9de99b), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:28.955971 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Publish callbacks [] for security_group (aeafc84e-b9f8-4901-b4c5-162afa9de99b), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:29.047441 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (aeafc84e-b9f8-4901-b4c5-162afa9de99b), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:29.050355 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:29.051496 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aeafc84e-b9f8-4901-b4c5-162afa9de99b HTTP/1.1" status: 204 len: 168 time: 0.1712728 May 05 15:38:29.059478 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeafc84e-b9f8-4901-b4c5-162afa9de99b,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:38:29.066121 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.066498 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.066860 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.067208 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.067545 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.067875 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.068204 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.068531 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.068873 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.069212 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.069674 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.070031 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.070387 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.070705 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:29.071030 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c70b4-4cf7-4ed0-94d2-3db9e85d9cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:38:39.060088 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 5 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:38:43.395549 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-085cdbed-b074-46e4-9a0a-d705d425268c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:45.747902 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7fb26970-7de7-4b29-968c-8708600609d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:46.936292 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:48.407966 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:38:49.908058 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:13.396535 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5dad5a4f-be10-423b-adf7-b2e24b545eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:15.749119 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7189d9fe-79e3-4eee-a7eb-8736c90141c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:16.058560 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 5 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:39:16.938500 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:18.411509 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:19.908969 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:43.398695 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0d74c43b-7e40-4cbd-86f7-c980a2086955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:45.750598 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-13642e28-68b5-4ac3-a46c-32dc84df8eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:46.941492 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:48.417362 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:49.909983 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:39:53.056298 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 5 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:40:13.400022 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b312fd28-2c26-486d-ab97-ce9e14947104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:14.603500 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3757113'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:15.751864 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-933a2cba-38f9-405f-b878-2677befb5bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:16.943322 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:18.417324 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:19.911692 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:29.329372 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52344) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:29.435192 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c9852df3-ae6f-41c7-b6c9-540d775c78ff admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1047165 May 05 15:40:30.054498 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:40:31.725870 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52354) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:40:31.779231 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-fd7f8cd0-b2d5-4b6d-b9c9-e8d44238f082 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522745 May 05 15:40:43.402316 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8a75581c-9aa3-4d87-9d19-110c86dff1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:44.587861 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:45.753171 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9de24fef-e502-43cf-930e-f4fdf36f3f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:46.946016 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:48.420169 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:40:49.913339 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:07.053464 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:41:13.404664 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-68df3fd7-e40a-4db7-a4b7-fa81c97078f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:14.583789 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:15.755219 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e42d9181-26a1-4859-84e3-87675b240386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:16.948984 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:18.424093 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:19.915471 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:43.407339 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1c48dde0-ca8e-444e-8032-c7ed6bfee493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:44.051946 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:41:44.598083 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:45.757927 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b39d6f68-ab1a-4ff5-9ead-e643228c99a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:46.956403 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:48.426559 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:41:49.918828 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:09.858461 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52500) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:10.123238 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-network', 'tenant_id': '39d949f289df486faadefe44a5063929'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:10.144766 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Made reservation on behalf of 39d949f289df486faadefe44a5063929 for: {'network': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:10.148024 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.157405 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.205127 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52532) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:10.262492 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Publish callbacks [] for security_group (cf6344b8-f267-43be-bd71-421401d9c9bb), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.269781 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (cf6344b8-f267-43be-bd71-421401d9c9bb), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.299318 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=109965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:42:10.306938 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6344b8-f267-43be-bd71-421401d9c9bb,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:10.315984 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (c63a7d27-70dd-42d8-84ee-ef198e21cd78), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.316330 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.segments_db [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Added segment c63a7d27-70dd-42d8-84ee-ef198e21cd78 of type vlan for network 371d1c4c-f489-46f4-9586-d2540e98ca89 May 05 15:42:10.318917 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.319565 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.320519 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.321323 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.322090 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.322954 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.323751 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.324575 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.325189 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.325783 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.326424 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.327686 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.327686 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.327949 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.328539 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Tracked resource versions report: May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: pushed versions: May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: { 'AddressGroup': {'1.2'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Agent': {'1.1'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'ConntrackHelper': {'1.0'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'LocalIPAssociation': {'1.0'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Log': {'1.0'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'NDPProxy': {'1.0'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Network': {'1.1'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Port': {'1.7'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'PortForwarding': {'1.3'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'QosPolicy': {'1.10'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'SecurityGroup': {'1.5'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'SecurityGroupRule': {'1.2'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'SubPort': {'1.0'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Subnet': {'1.1'}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Trunk': {'1.1'}} May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: consumer versions: May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: { DHCP agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: HyperV agent@hv-cinder-83979: {}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: L3 agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: Metadata agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: Metering agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: Open vSwitch agent@dv-cinder-839793-9-iscsi: { 'AddressGroup': '1.2', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Agent': '1.1', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'ConntrackHelper': '1.0', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'LocalIPAssociation': '1.0', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Log': '1.0', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'NDPProxy': '1.0', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Network': '1.1', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Port': '1.7', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'PortForwarding': '1.3', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'QosPolicy': '1.10', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'SecurityGroup': '1.5', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'SecurityGroupRule': '1.2', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'SubPort': '1.0', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Subnet': '1.1', May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: 'Trunk': '1.1'}} May 05 15:42:10.329764 dv-cinder-839793-9-iscsi neutron-server[109965]: {{(pid=109965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:42:10.382494 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (371d1c4c-f489-46f4-9586-d2540e98ca89), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.408673 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (371d1c4c-f489-46f4-9586-d2540e98ca89), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.409801 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:10.410552 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.439631 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-999394562-network', 'tenant_id': 'fc23d2719647485fa73eb4cc29134b0d'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:10.479117 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6188126 May 05 15:42:10.482690 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52552) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:10.491713 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Request body: {'subnet': {'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-subnet', 'tenant_id': '39d949f289df486faadefe44a5063929', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:10.520493 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf4895-35f0-41c7-85e6-c1c3d72f9d7d admin admin] Pushing event updated for resources: {'Network': ['ID=371d1c4c-f489-46f4-9586-d2540e98ca89,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:10.535518 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Made reservation on behalf of fc23d2719647485fa73eb4cc29134b0d for: {'network': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:10.538311 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Made reservation on behalf of 39d949f289df486faadefe44a5063929 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:10.540083 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.541181 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 371d1c4c-f489-46f4-9586-d2540e98ca89 details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:42:10.543895 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.552648 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.663953 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Publish callbacks [] for security_group (5d2355f4-66bd-449d-b0a5-af97fd89c603), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.668989 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5d2355f4-66bd-449d-b0a5-af97fd89c603), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.723324 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=109965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:42:10.729875 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2355f4-66bd-449d-b0a5-af97fd89c603,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:10.739838 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (367a56b4-93b4-4015-9f67-febd7d6d2aa6), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.740188 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.segments_db [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Added segment 367a56b4-93b4-4015-9f67-febd7d6d2aa6 of type vlan for network 4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 May 05 15:42:10.797383 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.825117 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.826268 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:10.827304 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.867207 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for subnet (e9a2f9ab-124d-43cd-b2c1-ac79d509aee9), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:10.932878 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:10.950524 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.950865 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.951405 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.951916 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.952415 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.952899 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.953461 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.953992 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.954566 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.955610 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.956333 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.956913 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.957583 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.958200 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.958810 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Tracked resource versions report: May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: pushed versions: May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: { 'AddressGroup': {'1.2'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Agent': {'1.1'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'ConntrackHelper': {'1.0'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'LocalIPAssociation': {'1.0'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Log': {'1.0'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'NDPProxy': {'1.0'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Network': {'1.1'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Port': {'1.7'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'PortForwarding': {'1.3'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'QosPolicy': {'1.10'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'SecurityGroup': {'1.5'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'SecurityGroupRule': {'1.2'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'SubPort': {'1.0'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Subnet': {'1.1'}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Trunk': {'1.1'}} May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: consumer versions: May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: { DHCP agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: HyperV agent@hv-cinder-83979: {}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: L3 agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: Metadata agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: Metering agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: Open vSwitch agent@dv-cinder-839793-9-iscsi: { 'AddressGroup': '1.2', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Agent': '1.1', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'ConntrackHelper': '1.0', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'LocalIPAssociation': '1.0', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Log': '1.0', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'NDPProxy': '1.0', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Network': '1.1', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Port': '1.7', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'PortForwarding': '1.3', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'QosPolicy': '1.10', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'SecurityGroup': '1.5', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'SecurityGroupRule': '1.2', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'SubPort': '1.0', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Subnet': '1.1', May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: 'Trunk': '1.1'}} May 05 15:42:10.961310 dv-cinder-839793-9-iscsi neutron-server[109966]: {{(pid=109966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:42:10.976796 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7701151 May 05 15:42:10.979340 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52566) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:10.990718 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-962dea38-b718-4a56-a15c-3d011d51a3a8 admin admin] Request body: {'subnet': {'network_id': '4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-999394562-subnet', 'tenant_id': 'fc23d2719647485fa73eb4cc29134b0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:11.020292 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597963a2-80ab-4a24-91f6-566c927b7683 admin admin] Pushing event updated for resources: {'Network': ['ID=4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:11.037131 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:42:11.046525 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Checking segment: {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:11.047084 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Network hostable DHCP agents. Network: 371d1c4c-f489-46f4-9586-d2540e98ca89, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:42:11.051488 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962dea38-b718-4a56-a15c-3d011d51a3a8 admin admin] Made reservation on behalf of fc23d2719647485fa73eb4cc29134b0d for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:11.058530 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52574) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:11.059016 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-962dea38-b718-4a56-a15c-3d011d51a3a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.098204 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52578) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:11.129168 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Network 371d1c4c-f489-46f4-9586-d2540e98ca89 is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:42:11.181197 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 371d1c4c-f489-46f4-9586-d2540e98ca89) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:11.194929 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f33ef-a23a-479c-9f2d-a0239feff0ba None None] Network 371d1c4c-f489-46f4-9586-d2540e98ca89 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:11.210203 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:11.211649 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.246325 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d18a2052-687c-4fb4-bbf1-fb29228bf316 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7614725 May 05 15:42:11.249158 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52590) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:11.254551 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:11.294273 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3748572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6948'] for router (a1c45422-37da-46e5-8bad-2f6b8c9af027), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.295633 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3754709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router (a1c45422-37da-46e5-8bad-2f6b8c9af027), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.385458 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Publish callbacks [] for router_controller (a1c45422-37da-46e5-8bad-2f6b8c9af027), precommit_add_association {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.399787 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-962dea38-b718-4a56-a15c-3d011d51a3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for subnet (7ab3907f-d2f7-48af-9242-f42eabf94ee1), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.408454 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp127dbb5c-4db0-5469-8e5e-efe1c4baefbd-371d1c4c-f489-46f4-9586-d2540e98ca89', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'project_id': '39d949f289df486faadefe44a5063929', 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9'}]}} from dv-cinder-839793-9-iscsi. {{(pid=109967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:42:11.409713 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.444687 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962dea38-b718-4a56-a15c-3d011d51a3a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab3907f-d2f7-48af-9242-f42eabf94ee1,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:11.474691 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962dea38-b718-4a56-a15c-3d011d51a3a8 admin admin] Checking segment: {'id': '367a56b4-93b4-4015-9f67-febd7d6d2aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:11.475433 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962dea38-b718-4a56-a15c-3d011d51a3a8 admin admin] Network hostable DHCP agents. Network: 4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:42:11.502620 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962dea38-b718-4a56-a15c-3d011d51a3a8 admin admin] Network 4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:42:11.522052 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-962dea38-b718-4a56-a15c-3d011d51a3a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:11.527280 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962dea38-b718-4a56-a15c-3d011d51a3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:11.528090 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-962dea38-b718-4a56-a15c-3d011d51a3a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.535804 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c59d7-56fb-43d8-9dec-1bb91e7b4c07 None None] Network 4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:11.561447 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-962dea38-b718-4a56-a15c-3d011d51a3a8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5785832 May 05 15:42:11.642411 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1844998613-network', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:11.654277 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-102071119-network', 'tenant_id': '255aeae1543e48d69e2ff14c21350d97'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:11.677593 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Allocated IP 172.20.0.2 (371d1c4c-f489-46f4-9586-d2540e98ca89/e9a2f9ab-124d-43cd-b2c1-ac79d509aee9/53590815-4267-4216-b241-6fe0f9c1f215) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:11.720303 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Publish callbacks [] for router_gateway (a1c45422-37da-46e5-8bad-2f6b8c9af027), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.730847 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Made reservation on behalf of 255aeae1543e48d69e2ff14c21350d97 for: {'network': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:11.733937 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.738721 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Made reservation on behalf of bd7f78fcf0be461796d2a86956cf3b9d for: {'network': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:11.741164 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.755411 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd00cb4-4019-4640-b660-2e8b9b555422 None None] Network 4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:11.769049 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.800061 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:11.989802 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Publish callbacks [] for port (53590815-4267-4216-b241-6fe0f9c1f215), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.002481 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (53590815-4267-4216-b241-6fe0f9c1f215), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.061274 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Network 371d1c4c-f489-46f4-9586-d2540e98ca89 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:12.068829 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:12.073799 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:12.084453 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Pushing event updated for resources: {'Port': ['ID=53590815-4267-4216-b241-6fe0f9c1f215,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:12.100038 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.101437 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.102530 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.103097 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.103620 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.104163 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.104669 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.105163 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.105504 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.105835 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.106208 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.106540 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.106872 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.107197 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.107556 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Tracked resource versions report: May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: pushed versions: May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: { 'AddressGroup': {'1.2'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Agent': {'1.1'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'ConntrackHelper': {'1.0'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'LocalIPAssociation': {'1.0'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Log': {'1.0'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'NDPProxy': {'1.0'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Network': {'1.1'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Port': {'1.7'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'PortForwarding': {'1.3'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'QosPolicy': {'1.10'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'SecurityGroup': {'1.5'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'SecurityGroupRule': {'1.2'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'SubPort': {'1.0'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Subnet': {'1.1'}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Trunk': {'1.1'}} May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: consumer versions: May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: { DHCP agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: HyperV agent@hv-cinder-83979: {}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: L3 agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: Metadata agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: Metering agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: Open vSwitch agent@dv-cinder-839793-9-iscsi: { 'AddressGroup': '1.2', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Agent': '1.1', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'ConntrackHelper': '1.0', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'LocalIPAssociation': '1.0', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Log': '1.0', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'NDPProxy': '1.0', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Network': '1.1', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Port': '1.7', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'PortForwarding': '1.3', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'QosPolicy': '1.10', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'SecurityGroup': '1.5', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'SecurityGroupRule': '1.2', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'SubPort': '1.0', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Subnet': '1.1', May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: 'Trunk': '1.1'}} May 05 15:42:12.108708 dv-cinder-839793-9-iscsi neutron-server[109967]: {{(pid=109967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:42:12.173751 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Attempting to bind port 53590815-4267-4216-b241-6fe0f9c1f215 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:42:12.175051 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Attempting to bind port 53590815-4267-4216-b241-6fe0f9c1f215 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:42:12.175488 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Attempting to bind port 53590815-4267-4216-b241-6fe0f9c1f215 on network 371d1c4c-f489-46f4-9586-d2540e98ca89 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:12.175876 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Publish callbacks [] for security_group (1dff8af9-20ad-498f-8d2f-108398f0efe0), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.179108 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Publish callbacks [] for security_group (325ee68f-f3b1-4447-8c36-d62fb131c188), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.183220 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (1dff8af9-20ad-498f-8d2f-108398f0efe0), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.187969 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:42:12.188345 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Checking segment: {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:12.188745 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.189134 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Bound using segment: {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:42:12.189612 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Bound port: 53590815-4267-4216-b241-6fe0f9c1f215, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:42:12.189992 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (53590815-4267-4216-b241-6fe0f9c1f215), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.191721 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (325ee68f-f3b1-4447-8c36-d62fb131c188), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.224012 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dff8af9-20ad-498f-8d2f-108398f0efe0,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:12.268001 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325ee68f-f3b1-4447-8c36-d62fb131c188,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:12.280521 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=109965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:42:12.290657 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Publish callbacks [] for router_gateway (a1c45422-37da-46e5-8bad-2f6b8c9af027), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.328116 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] For port 53590815-4267-4216-b241-6fe0f9c1f215, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:42:12.331888 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] For port 53590815-4267-4216-b241-6fe0f9c1f215, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=53590815-4267-4216-b241-6fe0f9c1f215,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:42:12.337688 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=109965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:42:12.340423 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.344998 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (53590815-4267-4216-b241-6fe0f9c1f215), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.373159 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (d0669fa1-8cb1-45b5-ab14-1d3eaf3ff033), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.375983 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.segments_db [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Added segment d0669fa1-8cb1-45b5-ab14-1d3eaf3ff033 of type vlan for network 031ac1b8-b6ac-4947-890c-24db382f26c1 May 05 15:42:12.409741 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (f1104bef-8bcc-438d-a730-70d7cad099eb), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.411002 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.segments_db [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Added segment f1104bef-8bcc-438d-a730-70d7cad099eb of type vlan for network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 May 05 15:42:12.422909 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8da43-4dc0-4985-a1c9-bd3083ae63b3 None None] Pushing event updated for resources: {'Port': ['ID=53590815-4267-4216-b241-6fe0f9c1f215,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:12.473235 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (56f1a0c2-f1c0-439d-ad4c-587f0585ee32), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.580115 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (56f1a0c2-f1c0-439d-ad4c-587f0585ee32), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.581087 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:12.589897 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.649380 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5781696 May 05 15:42:12.649707 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52634) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:12.660005 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-49d8a617-1e51-4af3-84be-4a7d0f3f138b admin admin] Request body: {'subnet': {'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1844998613-subnet', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:12.702585 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d8a617-1e51-4af3-84be-4a7d0f3f138b admin admin] Made reservation on behalf of bd7f78fcf0be461796d2a86956cf3b9d for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:12.713364 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-49d8a617-1e51-4af3-84be-4a7d0f3f138b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.735516 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (031ac1b8-b6ac-4947-890c-24db382f26c1), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.820202 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf6d13-8460-4c0e-bd1a-f59a4f37fe24 admin admin] Pushing event updated for resources: {'Network': ['ID=56f1a0c2-f1c0-439d-ad4c-587f0585ee32,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:12.842707 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:42:12.920355 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (031ac1b8-b6ac-4947-890c-24db382f26c1), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.921705 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:12.923012 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:12.963189 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8633947 May 05 15:42:12.967189 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52648) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:12.974188 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-a180bea6-d8e5-4a56-9d0e-8a469d013b89 admin admin] Request body: {'subnet': {'network_id': '031ac1b8-b6ac-4947-890c-24db382f26c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-102071119-subnet', 'tenant_id': '255aeae1543e48d69e2ff14c21350d97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:13.113162 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Allocated IP 172.27.3.175 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/b7328b2a-4d7f-4156-8129-73953cfc5ba3) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:13.115249 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c6991-3f03-411e-b1a1-16a6d3f81af1 admin admin] Pushing event updated for resources: {'Network': ['ID=031ac1b8-b6ac-4947-890c-24db382f26c1,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:13.141032 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a180bea6-d8e5-4a56-9d0e-8a469d013b89 admin admin] Made reservation on behalf of 255aeae1543e48d69e2ff14c21350d97 for: {'subnet': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:13.149371 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a180bea6-d8e5-4a56-9d0e-8a469d013b89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.150145 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 031ac1b8-b6ac-4947-890c-24db382f26c1 details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:42:13.182820 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 53590815-4267-4216-b241-6fe0f9c1f215 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:13.439644 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-49d8a617-1e51-4af3-84be-4a7d0f3f138b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for subnet (86f8d8ae-fc09-441d-bf00-c996815f485d), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.442143 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 53590815-4267-4216-b241-6fe0f9c1f215 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:13.442717 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (53590815-4267-4216-b241-6fe0f9c1f215), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.448969 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-79210e14-ba29-43cd-b17f-ce5b312948e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.467296 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Publish callbacks [] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.524530 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8a617-1e51-4af3-84be-4a7d0f3f138b admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f8d8ae-fc09-441d-bf00-c996815f485d,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:13.613564 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8a617-1e51-4af3-84be-4a7d0f3f138b admin admin] Checking segment: {'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:13.616183 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d8a617-1e51-4af3-84be-4a7d0f3f138b admin admin] Network hostable DHCP agents. Network: 56f1a0c2-f1c0-439d-ad4c-587f0585ee32, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:42:13.627456 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.641433 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 53590815-4267-4216-b241-6fe0f9c1f215 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:13.641868 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (53590815-4267-4216-b241-6fe0f9c1f215), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.668897 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a180bea6-d8e5-4a56-9d0e-8a469d013b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for subnet (88965853-ed57-4737-aa99-b11074a7d562), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.685497 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d8a617-1e51-4af3-84be-4a7d0f3f138b admin admin] Network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:42:13.705424 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-49d8a617-1e51-4af3-84be-4a7d0f3f138b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 56f1a0c2-f1c0-439d-ad4c-587f0585ee32) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:13.715266 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d8a617-1e51-4af3-84be-4a7d0f3f138b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:13.716154 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-49d8a617-1e51-4af3-84be-4a7d0f3f138b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.720117 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port 53590815-4267-4216-b241-6fe0f9c1f215, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=53590815-4267-4216-b241-6fe0f9c1f215,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:13.725628 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a9285-1ddc-4faa-aab9-0a8ad1f9ad81 None None] Network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:13.761023 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (53590815-4267-4216-b241-6fe0f9c1f215), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.777627 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-49d8a617-1e51-4af3-84be-4a7d0f3f138b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1301243 May 05 15:42:13.779185 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52692) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:13.784252 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:13.816666 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3748572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6948'] for router (d595150d-a013-4207-8139-341c638ecfde), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.819137 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3754709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router (d595150d-a013-4207-8139-341c638ecfde), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:13.852603 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52700) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:13.855299 dv-cinder-839793-9-iscsi neutron-server[109966]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 15:42:13.924731 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180bea6-d8e5-4a56-9d0e-8a469d013b89 admin admin] Checking segment: {'id': 'd0669fa1-8cb1-45b5-ab14-1d3eaf3ff033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '031ac1b8-b6ac-4947-890c-24db382f26c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:13.925389 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180bea6-d8e5-4a56-9d0e-8a469d013b89 admin admin] Network hostable DHCP agents. Network: 031ac1b8-b6ac-4947-890c-24db382f26c1, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:42:13.934813 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:13.961961 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:13.965331 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:13.975825 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180bea6-d8e5-4a56-9d0e-8a469d013b89 admin admin] Network 031ac1b8-b6ac-4947-890c-24db382f26c1 is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:42:14.128682 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52714) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:14.136510 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp127dbb5c-4db0-5469-8e5e-efe1c4baefbd-56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d'}]}} from dv-cinder-839793-9-iscsi. {{(pid=109967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:42:14.137545 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.158774 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=53590815-4267-4216-b241-6fe0f9c1f215,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:14.313543 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-e4b3eb00-d28c-4e05-a90e-52e8251eac25 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:14.323747 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-e4b3eb00-d28c-4e05-a90e-52e8251eac25 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/networks?id=4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 HTTP/1.1" status: 200 len: 811 time: 0.4695687 May 05 15:42:14.419065 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Publish callbacks [] for router_controller (d595150d-a013-4207-8139-341c638ecfde), precommit_add_association {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.441685 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-5eb09b23-cf8d-4569-8bf2-9ce7dca726cd tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/quotas/fc23d2719647485fa73eb4cc29134b0d HTTP/1.1" status: 200 len: 375 time: 0.1160414 May 05 15:42:14.447710 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Allocated IP 172.20.0.2 (56f1a0c2-f1c0-439d-ad4c-587f0585ee32/86f8d8ae-fc09-441d-bf00-c996815f485d/e1ffacb7-b7c4-462b-86be-e618df2931a1) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:14.475773 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Pushing event updated for resources: {'Port': ['ID=b7328b2a-4d7f-4156-8129-73953cfc5ba3,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:14.504651 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-a180bea6-d8e5-4a56-9d0e-8a469d013b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 031ac1b8-b6ac-4947-890c-24db382f26c1) {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:14.513580 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180bea6-d8e5-4a56-9d0e-8a469d013b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:14.515319 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a180bea6-d8e5-4a56-9d0e-8a469d013b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.576907 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180bea6-d8e5-4a56-9d0e-8a469d013b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88965853-ed57-4737-aa99-b11074a7d562,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:14.592259 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-a180bea6-d8e5-4a56-9d0e-8a469d013b89 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6217277 May 05 15:42:14.683812 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Publish callbacks [] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.694031 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22461b80-0859-408d-b76f-a754cbc0cbac None None] Network 371d1c4c-f489-46f4-9586-d2540e98ca89 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:14.700755 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f75eb38-4abb-4f56-b3ac-d57b3142dfbb None None] Network 031ac1b8-b6ac-4947-890c-24db382f26c1 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:14.764400 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Publish callbacks [] for router_gateway (a1c45422-37da-46e5-8bad-2f6b8c9af027), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.779259 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Publish callbacks [] for router_gateway (d595150d-a013-4207-8139-341c638ecfde), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.810702 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:14.887266 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-ebfc115b-d79d-419f-8396-4c137b1eed8a None None] Provisioning complete for port 53590815-4267-4216-b241-6fe0f9c1f215 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:14.887912 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ebfc115b-d79d-419f-8396-4c137b1eed8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (53590815-4267-4216-b241-6fe0f9c1f215), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.014563 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10205020-b4d8-4fa6-8733-4ea7d84ed640 None None] Network 031ac1b8-b6ac-4947-890c-24db382f26c1 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:15.017342 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Pushing event updated for resources: {'Port': ['ID=e1ffacb7-b7c4-462b-86be-e618df2931a1,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:15.055581 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:15.062231 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:15.064459 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.074795 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:15.119836 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 53590815-4267-4216-b241-6fe0f9c1f215 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:15.170192 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-b4133a81-21cf-436b-bd28-ee4db2d544a4 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc23d2719647485fa73eb4cc29134b0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7272515 May 05 15:42:15.189652 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52768) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:15.250594 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9acabc8a-de1a-452e-8301-3d056dd37d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.254404 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3754726'] for router (a1c45422-37da-46e5-8bad-2f6b8c9af027), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.254625 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Publish callbacks [] for router_gateway (d595150d-a013-4207-8139-341c638ecfde), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.315129 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Attempting to bind port e1ffacb7-b7c4-462b-86be-e618df2931a1 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:42:15.316167 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Attempting to bind port e1ffacb7-b7c4-462b-86be-e618df2931a1 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:42:15.316483 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Attempting to bind port e1ffacb7-b7c4-462b-86be-e618df2931a1 on network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:15.328425 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.340034 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:42:15.340706 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Checking segment: {'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:15.341310 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.341854 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Bound using segment: {'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:42:15.342540 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Bound port: e1ffacb7-b7c4-462b-86be-e618df2931a1, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:42:15.343089 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.464746 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc115b-d79d-419f-8396-4c137b1eed8a None None] Current status of the port 53590815-4267-4216-b241-6fe0f9c1f215 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:15.469495 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 53590815-4267-4216-b241-6fe0f9c1f215 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:15.470365 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (53590815-4267-4216-b241-6fe0f9c1f215), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.534067 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Router a1c45422-37da-46e5-8bad-2f6b8c9af027 is scheduled to L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b with binding_index 1 {{(pid=109965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:42:15.620181 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-8f2155f1-040a-41a5-8e25-d78f5f58b13c None None] Provisioning complete for port 53590815-4267-4216-b241-6fe0f9c1f215 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:15.620584 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f2155f1-040a-41a5-8e25-d78f5f58b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (53590815-4267-4216-b241-6fe0f9c1f215), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.627789 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-55627346-e266-46bf-a458-80d9a9eaaf8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.652302 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-604043b0-cfe1-4439-837e-af5699126810 None None] For port e1ffacb7-b7c4-462b-86be-e618df2931a1, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:42:15.723289 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-604043b0-cfe1-4439-837e-af5699126810 None None] For port e1ffacb7-b7c4-462b-86be-e618df2931a1, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=e1ffacb7-b7c4-462b-86be-e618df2931a1,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:42:15.733371 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-de20315c-a2f9-4683-a23f-4aebcdb8ace9 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:42:15.734587 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-de20315c-a2f9-4683-a23f-4aebcdb8ace9 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2915864 May 05 15:42:15.767574 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.773310 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:42:15.783051 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Sync routers for ids ['a1c45422-37da-46e5-8bad-2f6b8c9af027'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:42:15.798108 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 53590815-4267-4216-b241-6fe0f9c1f215 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:15.800605 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Routers {'a1c45422-37da-46e5-8bad-2f6b8c9af027'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:15.801261 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:41:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['a1c45422-37da-46e5-8bad-2f6b8c9af027'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:15.803350 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52800) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:15.813141 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-584891168-network', 'tenant_id': '9d72e5424de74448ae9977b50942d3cb'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:15.822847 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.824245 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-b10ff329-fd50-43ea-a0ed-5ee9c71e427a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5738142 May 05 15:42:15.828408 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52804) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:15.861598 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Allocated IP 172.27.3.60 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/4479b82f-8eba-423e-9a86-7aa67e22a816) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:15.883296 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8ebf3f0d-d9b2-4d0c-8f5d-6fb14d2dad2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.916665 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Made reservation on behalf of 9d72e5424de74448ae9977b50942d3cb for: {'network': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:15.919254 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.939594 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-8f2155f1-040a-41a5-8e25-d78f5f58b13c None None] Current status of the port 53590815-4267-4216-b241-6fe0f9c1f215 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:15.951174 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:15.976351 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604043b0-cfe1-4439-837e-af5699126810 None None] Pushing event updated for resources: {'Port': ['ID=e1ffacb7-b7c4-462b-86be-e618df2931a1,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:15.984498 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-55627346-e266-46bf-a458-80d9a9eaaf8c admin admin] Publish callbacks [] for security_group (08bd77bf-fed9-4bfe-992f-0af70f00d021), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.005685 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-55627346-e266-46bf-a458-80d9a9eaaf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (08bd77bf-fed9-4bfe-992f-0af70f00d021), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.160802 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Set router a1c45422-37da-46e5-8bad-2f6b8c9af027 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:16.250050 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Publish callbacks [] for security_group (8faa246d-b5e5-4e0f-9c35-8abe4f511b06), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.264065 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (8faa246d-b5e5-4e0f-9c35-8abe4f511b06), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.271093 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9acabc8a-de1a-452e-8301-3d056dd37d9a admin admin] Publish callbacks [] for security_group (23f09577-f964-4a35-9b0f-a8ea76736422), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.290283 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-06c71e03-99a5-4b47-88e6-99597c6c3a92 service neutron] 10.222.0.58 "GET /v2.0/networks/4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412295 May 05 15:42:16.309257 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9acabc8a-de1a-452e-8301-3d056dd37d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (23f09577-f964-4a35-9b0f-a8ea76736422), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.317649 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faa246d-b5e5-4e0f-9c35-8abe4f511b06,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:16.348910 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=109965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:42:16.390003 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:14Z', 'revision_number': 3, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:16.404146 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (f3310e63-dc26-4059-b869-73df8a33223c), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.404596 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.segments_db [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Added segment f3310e63-dc26-4059-b869-73df8a33223c of type vlan for network a835f7e8-3138-47b7-a29d-4b71dad6fccf May 05 15:42:16.428741 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Checking router: a1c45422-37da-46e5-8bad-2f6b8c9af027 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:42:16.429845 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Updating router a1c45422-37da-46e5-8bad-2f6b8c9af027 port b7328b2a-4d7f-4156-8129-73953cfc5ba3 binding host dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:42:16.437702 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55627346-e266-46bf-a458-80d9a9eaaf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bd77bf-fed9-4bfe-992f-0af70f00d021,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:16.461347 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.481084 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-55627346-e266-46bf-a458-80d9a9eaaf8c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e77416665b5e41599332558236071050&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2806118 May 05 15:42:16.481084 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acabc8a-de1a-452e-8301-3d056dd37d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f09577-f964-4a35-9b0f-a8ea76736422,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:16.488731 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52816) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:16.570013 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (a835f7e8-3138-47b7-a29d-4b71dad6fccf), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.637512 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (a835f7e8-3138-47b7-a29d-4b71dad6fccf), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.637759 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-9acabc8a-de1a-452e-8301-3d056dd37d9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ffb34c08c1a4c9d8369078b134c86cf&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5019908 May 05 15:42:16.637877 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:16.637877 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.639108 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52822) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:16.657880 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-d11e9d24-ed11-4c78-abcd-54c8cee03d5a service neutron] 10.222.0.58 "GET /v2.0/networks/4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457868 May 05 15:42:16.693292 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Publish callbacks [] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.698306 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05eb5855-55ad-448b-953e-98bf7858ee66 admin admin] Publish callbacks [] for security_group (08bd77bf-fed9-4bfe-992f-0af70f00d021), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.741552 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05eb5855-55ad-448b-953e-98bf7858ee66 admin admin] Publish callbacks [] for security_group (08bd77bf-fed9-4bfe-992f-0af70f00d021), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.763684 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9545972 May 05 15:42:16.778470 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52828) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:16.797304 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ca4b3-1d01-42de-ab43-8f047a2bffa2 admin admin] Pushing event updated for resources: {'Network': ['ID=a835f7e8-3138-47b7-a29d-4b71dad6fccf,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:16.799625 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-e5035796-4047-416c-bc3c-db78d2c7d3dc admin admin] Request body: {'subnet': {'network_id': 'a835f7e8-3138-47b7-a29d-4b71dad6fccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-584891168-subnet', 'tenant_id': '9d72e5424de74448ae9977b50942d3cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:16.808876 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network a835f7e8-3138-47b7-a29d-4b71dad6fccf details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:42:16.827430 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e2af555e-0205-42a7-9bb4-d060fd46bf03 admin admin] Publish callbacks [] for security_group (23f09577-f964-4a35-9b0f-a8ea76736422), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.883064 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.885906 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5035796-4047-416c-bc3c-db78d2c7d3dc admin admin] Made reservation on behalf of 9d72e5424de74448ae9977b50942d3cb for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:16.899814 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e5035796-4047-416c-bc3c-db78d2c7d3dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:16.999889 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.001551 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05eb5855-55ad-448b-953e-98bf7858ee66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (08bd77bf-fed9-4bfe-992f-0af70f00d021), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.017089 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05eb5855-55ad-448b-953e-98bf7858ee66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.020899 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-05eb5855-55ad-448b-953e-98bf7858ee66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08bd77bf-fed9-4bfe-992f-0af70f00d021 HTTP/1.1" status: 204 len: 168 time: 0.5288093 May 05 15:42:17.073874 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52846) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:17.091952 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb5855-55ad-448b-953e-98bf7858ee66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bd77bf-fed9-4bfe-992f-0af70f00d021,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:17.098050 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.146947 dv-cinder-839793-9-iscsi neutron-server[109965]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 15:42:17.160312 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device e1ffacb7-b7c4-462b-86be-e618df2931a1 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:17.227804 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e0eadde5-4b5e-4ce0-91a7-d3f82068e36a req-5a8944c6-c5ec-4407-b01f-bf230c0ad90c tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 210 time: 0.1464939 May 05 15:42:17.236574 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e2af555e-0205-42a7-9bb4-d060fd46bf03 admin admin] Publish callbacks [] for security_group (23f09577-f964-4a35-9b0f-a8ea76736422), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.305096 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Publish callbacks [] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.316441 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.324193 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:17.340706 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:17.347728 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:17.348432 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port e1ffacb7-b7c4-462b-86be-e618df2931a1 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:17.348782 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.432728 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Pushing event updated for resources: {'Port': ['ID=b7328b2a-4d7f-4156-8129-73953cfc5ba3,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:17.443835 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.448222 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.448811 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.449337 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.449843 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.450368 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.451054 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.452664 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.453216 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.453710 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.454422 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.455054 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.457097 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.458087 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.463129 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Tracked resource versions report: May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: pushed versions: May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: { 'AddressGroup': {'1.2'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Agent': {'1.1'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'ConntrackHelper': {'1.0'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'LocalIPAssociation': {'1.0'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Log': {'1.0'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'NDPProxy': {'1.0'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Network': {'1.1'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Port': {'1.7'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'PortForwarding': {'1.3'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'QosPolicy': {'1.10'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'SecurityGroup': {'1.5'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'SecurityGroupRule': {'1.2'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'SubPort': {'1.0'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Subnet': {'1.1'}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Trunk': {'1.1'}} May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: consumer versions: May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: { DHCP agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: HyperV agent@hv-cinder-83979: {}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: L3 agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: Metadata agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: Metering agent@dv-cinder-839793-9-iscsi: {}, May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: Open vSwitch agent@dv-cinder-839793-9-iscsi: { 'AddressGroup': '1.2', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Agent': '1.1', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'ConntrackHelper': '1.0', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'LocalIPAssociation': '1.0', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Log': '1.0', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'NDPProxy': '1.0', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Network': '1.1', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Port': '1.7', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'PortForwarding': '1.3', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'QosPolicy': '1.10', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'SecurityGroup': '1.5', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'SecurityGroupRule': '1.2', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'SubPort': '1.0', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Subnet': '1.1', May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: 'Trunk': '1.1'}} May 05 15:42:17.465360 dv-cinder-839793-9-iscsi neutron-server[109968]: {{(pid=109968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 15:42:17.481810 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Attempting to bind port b7328b2a-4d7f-4156-8129-73953cfc5ba3 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:42:17.482532 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Attempting to bind port b7328b2a-4d7f-4156-8129-73953cfc5ba3 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:42:17.483363 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Attempting to bind port b7328b2a-4d7f-4156-8129-73953cfc5ba3 on network b5107952-2f6d-4e6f-81da-5335e81bd6c8 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:17.487327 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52860) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:17.491160 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:42:17.492189 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Checking segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:17.492846 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.493513 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Bound using segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:42:17.494639 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Bound port: b7328b2a-4d7f-4156-8129-73953cfc5ba3, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:42:17.495265 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.511120 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=4479b82f-8eba-423e-9a86-7aa67e22a816,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:17.545590 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1daf21a-2a8c-41e6-847b-13471a16633f None None] Network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:17.567701 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port e1ffacb7-b7c4-462b-86be-e618df2931a1 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:17.568094 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.631269 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] For port b7328b2a-4d7f-4156-8129-73953cfc5ba3, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:42:17.674104 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] For port b7328b2a-4d7f-4156-8129-73953cfc5ba3, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=b7328b2a-4d7f-4156-8129-73953cfc5ba3,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:42:17.674104 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.674649 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Allocated IP 172.20.0.1 (371d1c4c-f489-46f4-9586-d2540e98ca89/e9a2f9ab-124d-43cd-b2c1-ac79d509aee9/8f961419-1c0a-44a5-971f-ecc2eedb8bde) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:17.706001 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-c1e31213-3f09-4b5a-aa3e-b2819bc8128c None None] Provisioning complete for port e1ffacb7-b7c4-462b-86be-e618df2931a1 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:17.706426 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c1e31213-3f09-4b5a-aa3e-b2819bc8128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.707280 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e2af555e-0205-42a7-9bb4-d060fd46bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (23f09577-f964-4a35-9b0f-a8ea76736422), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.714781 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e2af555e-0205-42a7-9bb4-d060fd46bf03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.721355 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-e2af555e-0205-42a7-9bb4-d060fd46bf03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23f09577-f964-4a35-9b0f-a8ea76736422 HTTP/1.1" status: 204 len: 168 time: 1.0746737 May 05 15:42:17.755188 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8117846-4787-43b4-bcae-5e2548e54009 None None] Pushing event updated for resources: {'Port': ['ID=b7328b2a-4d7f-4156-8129-73953cfc5ba3,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:17.786439 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af555e-0205-42a7-9bb4-d060fd46bf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f09577-f964-4a35-9b0f-a8ea76736422,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:17.789995 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Routers {'a1c45422-37da-46e5-8bad-2f6b8c9af027'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:17.791673 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:42:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['a1c45422-37da-46e5-8bad-2f6b8c9af027'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:17.915314 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port e1ffacb7-b7c4-462b-86be-e618df2931a1, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=e1ffacb7-b7c4-462b-86be-e618df2931a1,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:17.916015 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Publish callbacks [] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.920062 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4dc99822-accf-483e-b264-df4fa776381f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:17.945938 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:18.014888 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:18.078610 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=e1ffacb7-b7c4-462b-86be-e618df2931a1,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:18.117342 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Network 371d1c4c-f489-46f4-9586-d2540e98ca89 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:18.121817 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] Set router a1c45422-37da-46e5-8bad-2f6b8c9af027 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:18.131645 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Pushing event updated for resources: {'Port': ['ID=8f961419-1c0a-44a5-971f-ecc2eedb8bde,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:18.158064 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:18.169950 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:18.173823 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3753147'] for router_interface (a1c45422-37da-46e5-8bad-2f6b8c9af027), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:18.204580 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e5035796-4047-416c-bc3c-db78d2c7d3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for subnet (e40ce4cb-2bb8-46f4-9787-fedeb62e099d), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:18.254500 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-c1e31213-3f09-4b5a-aa3e-b2819bc8128c None None] Current status of the port e1ffacb7-b7c4-462b-86be-e618df2931a1 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:18.464282 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5035796-4047-416c-bc3c-db78d2c7d3dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40ce4cb-2bb8-46f4-9787-fedeb62e099d,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:18.468048 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:18.468780 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Publish callbacks [] for router_gateway (d595150d-a013-4207-8139-341c638ecfde), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:18.574449 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2facd728-5dc5-437c-baee-e67814da12e8 req-d96bf17a-1ccf-499e-a947-803a7caae608 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 210 time: 0.1945834 May 05 15:42:18.648953 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5035796-4047-416c-bc3c-db78d2c7d3dc admin admin] Checking segment: {'id': 'f3310e63-dc26-4059-b869-73df8a33223c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a835f7e8-3138-47b7-a29d-4b71dad6fccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:18.649523 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5035796-4047-416c-bc3c-db78d2c7d3dc admin admin] Network hostable DHCP agents. Network: a835f7e8-3138-47b7-a29d-4b71dad6fccf, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:42:18.691559 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-4fc3ee8e-2191-4050-a994-5cb60319dc4f None None] Provisioning complete for port 8f961419-1c0a-44a5-971f-ecc2eedb8bde triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:18.693701 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4fc3ee8e-2191-4050-a994-5cb60319dc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:18.753157 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4dc99822-accf-483e-b264-df4fa776381f admin admin] Publish callbacks [] for security_group (595c8a6f-43c0-4228-83a4-f471dadcd834), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:18.765595 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4dc99822-accf-483e-b264-df4fa776381f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (595c8a6f-43c0-4228-83a4-f471dadcd834), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:18.768749 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52920) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:18.796061 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-4fc3ee8e-2191-4050-a994-5cb60319dc4f None None] Port 8f961419-1c0a-44a5-971f-ecc2eedb8bde cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:42:18.799733 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ef84bc0d-c409-47e5-ac84-3f5b69e8356c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:18.821765 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5035796-4047-416c-bc3c-db78d2c7d3dc admin admin] Network a835f7e8-3138-47b7-a29d-4b71dad6fccf is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:42:18.824822 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:14Z', 'revision_number': 3, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:18.907060 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:18.925675 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2db6d6-d1f8-4920-9d03-66940f561d5b None None] The sync data for ids ['a1c45422-37da-46e5-8bad-2f6b8c9af027'] in dv-cinder-839793-9-iscsi is: [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:14Z', 'revision_number': 3, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:42:18.937711 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-02781157-e386-476d-b847-e2371b327166 None None] Provisioning complete for port e1ffacb7-b7c4-462b-86be-e618df2931a1 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:18.939273 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-02781157-e386-476d-b847-e2371b327166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:18.994591 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ef84bc0d-c409-47e5-ac84-3f5b69e8356c admin admin] Publish callbacks [] for security_group (49219195-2b91-41ef-8494-8b6fe93e6973), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.130365 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ef84bc0d-c409-47e5-ac84-3f5b69e8356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (49219195-2b91-41ef-8494-8b6fe93e6973), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.161491 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Publish callbacks [] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.173086 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.179998 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3753025'] for router_interface (a1c45422-37da-46e5-8bad-2f6b8c9af027), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.216005 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ef84bc0d-c409-47e5-ac84-3f5b69e8356c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=834362453f85461fa0aec77163eb26fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4429557 May 05 15:42:19.218743 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52938) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:19.233791 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-e5035796-4047-416c-bc3c-db78d2c7d3dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, a835f7e8-3138-47b7-a29d-4b71dad6fccf) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:19.290979 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4dc99822-accf-483e-b264-df4fa776381f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e09377ba87c4474a73b1fe379f1032c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7958074 May 05 15:42:19.292967 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc99822-accf-483e-b264-df4fa776381f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595c8a6f-43c0-4228-83a4-f471dadcd834,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:19.303566 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device e1ffacb7-b7c4-462b-86be-e618df2931a1 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:19.305947 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c147526-1e1d-4ce4-8b58-751e38e93f08 None None] Network a835f7e8-3138-47b7-a29d-4b71dad6fccf requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:19.309301 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5035796-4047-416c-bc3c-db78d2c7d3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:19.309894 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e5035796-4047-416c-bc3c-db78d2c7d3dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.311017 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 52940) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:19.347614 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3754726'] for router (d595150d-a013-4207-8139-341c638ecfde), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.366900 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e5035796-4047-416c-bc3c-db78d2c7d3dc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5848453 May 05 15:42:19.528515 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-02781157-e386-476d-b847-e2371b327166 None None] Current status of the port e1ffacb7-b7c4-462b-86be-e618df2931a1 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:19.625338 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port e1ffacb7-b7c4-462b-86be-e618df2931a1 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:19.625742 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.796426 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port e1ffacb7-b7c4-462b-86be-e618df2931a1 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:19.866197 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3475e2f0-8ad1-4bbe-9abe-1e3aeba21012 None None] Network a835f7e8-3138-47b7-a29d-4b71dad6fccf requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:19.959098 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e6053cb0-1fc3-4ca4-b07c-55fbf2485006 admin admin] Publish callbacks [] for security_group (595c8a6f-43c0-4228-83a4-f471dadcd834), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:19.967323 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Pushing event updated for resources: {'Port': ['ID=8f961419-1c0a-44a5-971f-ecc2eedb8bde,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:19.973152 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84bc0d-c409-47e5-ac84-3f5b69e8356c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49219195-2b91-41ef-8494-8b6fe93e6973,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:20.087170 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b6bda82c-089f-491b-9efb-d9cb3e743fc6 req-49e49895-2db8-4b1e-acd5-bb15788a5775 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 210 time: 0.0661435 May 05 15:42:20.105325 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Router d595150d-a013-4207-8139-341c638ecfde is scheduled to L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b with binding_index 1 {{(pid=109966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:42:20.168625 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b60a38eb-7a63-42a7-a973-7ec8b9861783 admin admin] Publish callbacks [] for security_group (49219195-2b91-41ef-8494-8b6fe93e6973), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.170931 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.177067 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e6053cb0-1fc3-4ca4-b07c-55fbf2485006 admin admin] Publish callbacks [] for security_group (595c8a6f-43c0-4228-83a4-f471dadcd834), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.219627 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Network 371d1c4c-f489-46f4-9586-d2540e98ca89 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:20.253421 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:20.445465 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:42:20.463470 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Sync routers for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:42:20.481973 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.482152 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:20.484106 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:42:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:20.486849 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-839f7551-7527-4add-b705-c95e74beb5f2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7061958 May 05 15:42:20.487684 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 52980) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:20.488227 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b60a38eb-7a63-42a7-a973-7ec8b9861783 admin admin] Publish callbacks [] for security_group (49219195-2b91-41ef-8494-8b6fe93e6973), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.603421 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b60a38eb-7a63-42a7-a973-7ec8b9861783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (49219195-2b91-41ef-8494-8b6fe93e6973), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.609087 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b60a38eb-7a63-42a7-a973-7ec8b9861783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.616278 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-b60a38eb-7a63-42a7-a973-7ec8b9861783 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49219195-2b91-41ef-8494-8b6fe93e6973 HTTP/1.1" status: 204 len: 168 time: 1.3946960 May 05 15:42:20.670296 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a38eb-7a63-42a7-a973-7ec8b9861783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49219195-2b91-41ef-8494-8b6fe93e6973,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:20.727394 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-8b165021-bc07-4620-a5c8-dae4e3e373f2 None None] Provisioning complete for port 8f961419-1c0a-44a5-971f-ecc2eedb8bde triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:20.727731 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8b165021-bc07-4620-a5c8-dae4e3e373f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.777144 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:20.791688 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e6053cb0-1fc3-4ca4-b07c-55fbf2485006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (595c8a6f-43c0-4228-83a4-f471dadcd834), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.794848 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e6053cb0-1fc3-4ca4-b07c-55fbf2485006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:20.796013 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-e6053cb0-1fc3-4ca4-b07c-55fbf2485006 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/595c8a6f-43c0-4228-83a4-f471dadcd834 HTTP/1.1" status: 204 len: 168 time: 1.4839969 May 05 15:42:20.822914 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6053cb0-1fc3-4ca4-b07c-55fbf2485006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595c8a6f-43c0-4228-83a4-f471dadcd834,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:20.875289 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Router a1c45422-37da-46e5-8bad-2f6b8c9af027 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:42:20.914913 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.41', 60804) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:21.000254 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-8b165021-bc07-4620-a5c8-dae4e3e373f2 None None] Port 8f961419-1c0a-44a5-971f-ecc2eedb8bde cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:42:21.050747 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:42:21.051344 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:17Z', 'revision_number': 3, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:21.131071 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Checking router: d595150d-a013-4207-8139-341c638ecfde for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:42:21.135025 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Updating router d595150d-a013-4207-8139-341c638ecfde port 4479b82f-8eba-423e-9a86-7aa67e22a816 binding host dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:42:21.151518 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device b7328b2a-4d7f-4156-8129-73953cfc5ba3 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:21.238680 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:42:21.252212 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-3102682a-af34-4529-bd01-cc124e2bf5cf admin admin] 10.222.0.58 "PUT /v2.0/routers/a1c45422-37da-46e5-8bad-2f6b8c9af027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4204702 May 05 15:42:21.255673 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:21.354485 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c287fe9e-f2b9-4dbb-9809-bfa6bcda82e7 req-ecacaec2-c8f5-4520-beda-f5ddba031276 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 210 time: 0.0630651 May 05 15:42:21.415989 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-3bf21dea-1331-40e1-a506-4ba9793c22ce tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:21.418552 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port b7328b2a-4d7f-4156-8129-73953cfc5ba3 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:21.418944 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:21.420661 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-3bf21dea-1331-40e1-a506-4ba9793c22ce tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.41 "GET /v2.0/networks?id=4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 HTTP/1.1" status: 200 len: 811 time: 0.5022755 May 05 15:42:21.498556 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-5153ed02-cec6-414c-8f99-128ac0c88ec2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Request body: {'port': {'device_id': '7c473e8a-d91e-4a71-bed6-9781f975211c', 'network_id': '4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7', 'admin_state_up': True, 'tenant_id': 'fc23d2719647485fa73eb4cc29134b0d'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:21.644739 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port b7328b2a-4d7f-4156-8129-73953cfc5ba3 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:21.646474 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:21.730987 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port b7328b2a-4d7f-4156-8129-73953cfc5ba3, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=b7328b2a-4d7f-4156-8129-73953cfc5ba3,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:21.771000 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:21.832290 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Publish callbacks [] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:21.872442 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:21.877669 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=b7328b2a-4d7f-4156-8129-73953cfc5ba3,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:21.933833 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Attempting to bind port 4479b82f-8eba-423e-9a86-7aa67e22a816 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:42:21.934280 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Attempting to bind port 4479b82f-8eba-423e-9a86-7aa67e22a816 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:42:21.934576 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Attempting to bind port 4479b82f-8eba-423e-9a86-7aa67e22a816 on network b5107952-2f6d-4e6f-81da-5335e81bd6c8 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:21.942777 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80efc2-55d1-43e0-b0a4-c11e4ed8973e None None] Pushing event updated for resources: {'Port': ['ID=4479b82f-8eba-423e-9a86-7aa67e22a816,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:21.945817 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:42:21.946301 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Checking segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:21.946705 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:21.947093 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Bound using segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:42:21.947575 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Bound port: 4479b82f-8eba-423e-9a86-7aa67e22a816, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:42:21.948056 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:22.047215 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-5153ed02-cec6-414c-8f99-128ac0c88ec2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Made reservation on behalf of fc23d2719647485fa73eb4cc29134b0d for: {'port': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:22.050929 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-5153ed02-cec6-414c-8f99-128ac0c88ec2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:22.052772 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] For port 4479b82f-8eba-423e-9a86-7aa67e22a816, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:42:22.059928 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:22.067123 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Sync routers for ids ['a1c45422-37da-46e5-8bad-2f6b8c9af027'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:42:22.070274 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] For port 4479b82f-8eba-423e-9a86-7aa67e22a816, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=4479b82f-8eba-423e-9a86-7aa67e22a816,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:42:22.083589 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:22.085921 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Routers {'a1c45422-37da-46e5-8bad-2f6b8c9af027'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:22.087329 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:42:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['a1c45422-37da-46e5-8bad-2f6b8c9af027'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:22.238929 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:22.245676 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:42:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:22.258759 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Set router a1c45422-37da-46e5-8bad-2f6b8c9af027 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:22.307105 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80efc2-55d1-43e0-b0a4-c11e4ed8973e None None] Pushing event updated for resources: {'Port': ['ID=4479b82f-8eba-423e-9a86-7aa67e22a816,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:22.471379 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:22.510873 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:18Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '8f961419-1c0a-44a5-971f-ecc2eedb8bde', 'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'tenant_id': '39d949f289df486faadefe44a5063929', 'mac_address': 'fa:16:3e:43:74:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:16Z', 'updated_at': '2022-05-05T15:42:18Z', 'revision_number': 2, 'project_id': '39d949f289df486faadefe44a5063929', 'subnets': [{'id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:22.609182 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-365fed3a-b319-4e25-a599-922b4bf5acea req-6ddea637-6edd-445d-b866-a98fce973366 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 210 time: 0.0659499 May 05 15:42:22.728374 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Checking router: a1c45422-37da-46e5-8bad-2f6b8c9af027 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:42:22.728754 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Updating router a1c45422-37da-46e5-8bad-2f6b8c9af027 port 8f961419-1c0a-44a5-971f-ecc2eedb8bde binding host dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:42:22.821080 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:23.142516 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device b7328b2a-4d7f-4156-8129-73953cfc5ba3 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:23.249462 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-5153ed02-cec6-414c-8f99-128ac0c88ec2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Allocated IP 172.20.0.9 (4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7/7ab3907f-d2f7-48af-9242-f42eabf94ee1/d3f7f615-7d9f-4f7c-9554-c89ad09b9083) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:23.263061 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:17Z', 'revision_number': 3, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:23.347851 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3e344-8d3b-4d30-b28f-68a9b87a8a41 None None] The sync data for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi is: [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:17Z', 'revision_number': 3, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:42:23.371191 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port b7328b2a-4d7f-4156-8129-73953cfc5ba3 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:23.372758 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:23.448737 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Allocated IP 172.20.0.1 (56f1a0c2-f1c0-439d-ad4c-587f0585ee32/86f8d8ae-fc09-441d-bf00-c996815f485d/1e83b682-f24b-4337-a255-544cc4fca1de) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:23.450314 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53128) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:23.590300 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port b7328b2a-4d7f-4156-8129-73953cfc5ba3 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:23.594577 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Publish callbacks [] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:23.602338 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:23.713233 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf600e6-0622-4ef0-9dcf-d355d27de43d None None] Pushing event updated for resources: {'Port': ['ID=8f961419-1c0a-44a5-971f-ecc2eedb8bde,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:23.866360 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Attempting to bind port 8f961419-1c0a-44a5-971f-ecc2eedb8bde on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:42:23.867403 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Attempting to bind port 8f961419-1c0a-44a5-971f-ecc2eedb8bde by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:42:23.868952 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Attempting to bind port 8f961419-1c0a-44a5-971f-ecc2eedb8bde on network 371d1c4c-f489-46f4-9586-d2540e98ca89 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:23.875616 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:42:23.876275 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Checking segment: {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:23.877909 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:23.879203 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Bound using segment: {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:42:23.880545 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Bound port: 8f961419-1c0a-44a5-971f-ecc2eedb8bde, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:42:23.880941 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:23.886930 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53140) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:23.892522 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-12f8c71b-c198-411e-8e57-9a985c823b03 req-5c13481c-b7a2-4c10-813d-1de53b0d2412 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 210 time: 0.1201077 May 05 15:42:23.994039 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] For port 8f961419-1c0a-44a5-971f-ecc2eedb8bde, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:42:23.997971 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] For port 8f961419-1c0a-44a5-971f-ecc2eedb8bde, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=8f961419-1c0a-44a5-971f-ecc2eedb8bde,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:42:24.009314 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.135431 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Routers {'a1c45422-37da-46e5-8bad-2f6b8c9af027'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:24.136477 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:42:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['a1c45422-37da-46e5-8bad-2f6b8c9af027'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:24.213834 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-78837720-b479-44da-9d31-bbc135e232c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.251476 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-d0206ec4-8b63-46a3-950c-f50255a54367 None None] Provisioning complete for port 8f961419-1c0a-44a5-971f-ecc2eedb8bde triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:24.251874 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d0206ec4-8b63-46a3-950c-f50255a54367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.410362 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1087682081-network', 'tenant_id': '43179223197641548793880358ca525e'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:24.511266 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Made reservation on behalf of 43179223197641548793880358ca525e for: {'network': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:24.519721 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.521144 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] Set router a1c45422-37da-46e5-8bad-2f6b8c9af027 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:24.582529 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.681620 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-78837720-b479-44da-9d31-bbc135e232c8 admin admin] Publish callbacks [] for security_group (67f208dd-a44f-4d9d-b10e-b3d35f5b5ce4), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.696823 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-d0206ec4-8b63-46a3-950c-f50255a54367 None None] Current status of the port 8f961419-1c0a-44a5-971f-ecc2eedb8bde is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:24.697434 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d0206ec4-8b63-46a3-950c-f50255a54367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.700395 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-78837720-b479-44da-9d31-bbc135e232c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (67f208dd-a44f-4d9d-b10e-b3d35f5b5ce4), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.716973 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-5153ed02-cec6-414c-8f99-128ac0c88ec2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Publish callbacks [] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.815496 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-d0206ec4-8b63-46a3-950c-f50255a54367 None None] For port 8f961419-1c0a-44a5-971f-ecc2eedb8bde, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=8f961419-1c0a-44a5-971f-ecc2eedb8bde,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:24.824127 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d0206ec4-8b63-46a3-950c-f50255a54367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.840498 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Publish callbacks [] for port (1e83b682-f24b-4337-a255-544cc4fca1de), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:24.865609 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-9150acd3-4376-4a0c-9a69-bd40ce599e92 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:24.870832 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-9150acd3-4376-4a0c-9a69-bd40ce599e92 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 819 time: 2.2678862 May 05 15:42:24.963528 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53158) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:25.050296 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-39340635-5aec-4b15-a3f2-5858dbf3ef3f tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/quotas/39d949f289df486faadefe44a5063929 HTTP/1.1" status: 200 len: 375 time: 0.1654282 May 05 15:42:25.081329 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:18Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '8f961419-1c0a-44a5-971f-ecc2eedb8bde', 'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'tenant_id': '39d949f289df486faadefe44a5063929', 'mac_address': 'fa:16:3e:43:74:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:16Z', 'updated_at': '2022-05-05T15:42:23Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'subnets': [{'id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:25.088455 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-dc6dfebb-7a00-4adc-8fc8-2ed5cf355304 None None] Provisioning complete for port 8f961419-1c0a-44a5-971f-ecc2eedb8bde triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:25.088857 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dc6dfebb-7a00-4adc-8fc8-2ed5cf355304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.152968 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-78837720-b479-44da-9d31-bbc135e232c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4efd8af4a564791bc687a04d11ca49c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7006249 May 05 15:42:25.172421 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53166) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:25.237446 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-5153ed02-cec6-414c-8f99-128ac0c88ec2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.280061 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78837720-b479-44da-9d31-bbc135e232c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f208dd-a44f-4d9d-b10e-b3d35f5b5ce4,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:25.280895 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 4479b82f-8eba-423e-9a86-7aa67e22a816 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:25.294805 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aed02c-dccb-4d87-b91e-0b819d81f425 None None] The sync data for ids ['a1c45422-37da-46e5-8bad-2f6b8c9af027'] in dv-cinder-839793-9-iscsi is: [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:18Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '8f961419-1c0a-44a5-971f-ecc2eedb8bde', 'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'tenant_id': '39d949f289df486faadefe44a5063929', 'mac_address': 'fa:16:3e:43:74:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:16Z', 'updated_at': '2022-05-05T15:42:23Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'subnets': [{'id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:42:25.326143 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf600e6-0622-4ef0-9dcf-d355d27de43d None None] Pushing event updated for resources: {'Port': ['ID=8f961419-1c0a-44a5-971f-ecc2eedb8bde,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:25.468584 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0206ec4-8b63-46a3-950c-f50255a54367 None None] Pushing event updated for resources: {'Port': ['ID=8f961419-1c0a-44a5-971f-ecc2eedb8bde,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:25.556018 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.609616 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 4479b82f-8eba-423e-9a86-7aa67e22a816 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:25.610889 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.618497 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-0495a970-e21f-4217-9f32-4dff811ace8c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5572929 May 05 15:42:25.650156 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-61d1ea41-9b8b-4db7-ad91-412e899c14f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.662739 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56a336-9dbd-4b05-b2fd-0b04c88254ee req-ac5eb914-e32a-4b08-b9b4-3ba3c4fa35bf tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:25.686119 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1a56a336-9dbd-4b05-b2fd-0b04c88254ee req-ac5eb914-e32a-4b08-b9b4-3ba3c4fa35bf tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 931 time: 0.5089300 May 05 15:42:25.709240 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-dc6dfebb-7a00-4adc-8fc8-2ed5cf355304 None None] Current status of the port 8f961419-1c0a-44a5-971f-ecc2eedb8bde is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:25.715489 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153ed02-cec6-414c-8f99-128ac0c88ec2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Pushing event updated for resources: {'Port': ['ID=d3f7f615-7d9f-4f7c-9554-c89ad09b9083,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:25.793876 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Publish callbacks [] for security_group (21f8b4f6-228c-4456-8050-f7ad0a52ff5d), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.809537 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (21f8b4f6-228c-4456-8050-f7ad0a52ff5d), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.854924 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 4479b82f-8eba-423e-9a86-7aa67e22a816 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:25.855709 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.885751 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-5153ed02-cec6-414c-8f99-128ac0c88ec2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Network 4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:25.893663 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Pushing event updated for resources: {'Port': ['ID=1e83b682-f24b-4337-a255-544cc4fca1de,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:25.908267 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port 4479b82f-8eba-423e-9a86-7aa67e22a816, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=4479b82f-8eba-423e-9a86-7aa67e22a816,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:25.918664 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:25.959308 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:25.973253 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-5153ed02-cec6-414c-8f99-128ac0c88ec2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:25.976519 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:25.980339 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-5153ed02-cec6-414c-8f99-128ac0c88ec2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:25.988595 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-5153ed02-cec6-414c-8f99-128ac0c88ec2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:25.989088 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-5153ed02-cec6-414c-8f99-128ac0c88ec2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:26.003227 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:26.003717 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3753147'] for router_interface (d595150d-a013-4207-8139-341c638ecfde), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:26.059667 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=109965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:42:26.070093 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=4479b82f-8eba-423e-9a86-7aa67e22a816,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:26.124643 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1a56a336-9dbd-4b05-b2fd-0b04c88254ee req-6a8f7ba4-d952-41c8-9d63-7b13a9d85737 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199352 May 05 15:42:26.127626 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e2540a90-371e-450c-ad03-8fd15d840dcd admin admin] Publish callbacks [] for security_group (67f208dd-a44f-4d9d-b10e-b3d35f5b5ce4), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:26.142033 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f8b4f6-228c-4456-8050-f7ad0a52ff5d,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:26.163307 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (f8d1cb63-e084-45c9-97b1-1bcc1ee97673), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:26.171104 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.segments_db [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Added segment f8d1cb63-e084-45c9-97b1-1bcc1ee97673 of type vlan for network 65042ffd-1a74-42b4-960e-c09f6fd86661 May 05 15:42:26.221884 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e2540a90-371e-450c-ad03-8fd15d840dcd admin admin] Publish callbacks [] for security_group (67f208dd-a44f-4d9d-b10e-b3d35f5b5ce4), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:26.309788 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (65042ffd-1a74-42b4-960e-c09f6fd86661), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:26.401472 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-5153ed02-cec6-414c-8f99-128ac0c88ec2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9070621 May 05 15:42:26.462469 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-8139fe02-5e20-42a8-a768-65e5f4826824 None None] Provisioning complete for port 1e83b682-f24b-4337-a255-544cc4fca1de triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:26.465234 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8139fe02-5e20-42a8-a768-65e5f4826824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:26.469456 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (65042ffd-1a74-42b4-960e-c09f6fd86661), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:26.476638 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-ce280d88-a5a6-463d-93fa-81043e0b2417 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:42:26.477895 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-ce280d88-a5a6-463d-93fa-81043e0b2417 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056319 May 05 15:42:26.484356 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:26.486571 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:26.501718 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e2540a90-371e-450c-ad03-8fd15d840dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (67f208dd-a44f-4d9d-b10e-b3d35f5b5ce4), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:26.510380 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e2540a90-371e-450c-ad03-8fd15d840dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:26.531260 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-e2540a90-371e-450c-ad03-8fd15d840dcd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67f208dd-a44f-4d9d-b10e-b3d35f5b5ce4 HTTP/1.1" status: 204 len: 168 time: 1.3322816 May 05 15:42:26.584278 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2540a90-371e-450c-ad03-8fd15d840dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f208dd-a44f-4d9d-b10e-b3d35f5b5ce4,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:26.605728 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7070341 May 05 15:42:26.609494 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53196) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:26.615116 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-19c8379d-e83c-45e0-8596-e66d6473efbe admin admin] Request body: {'subnet': {'network_id': '65042ffd-1a74-42b4-960e-c09f6fd86661', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1087682081-subnet', 'tenant_id': '43179223197641548793880358ca525e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:26.659405 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-8139fe02-5e20-42a8-a768-65e5f4826824 None None] Port 1e83b682-f24b-4337-a255-544cc4fca1de cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:42:26.711857 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2351c0-b92b-46a0-a19f-6f719dc3dbe1 admin admin] Pushing event updated for resources: {'Network': ['ID=65042ffd-1a74-42b4-960e-c09f6fd86661,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:26.730852 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 65042ffd-1a74-42b4-960e-c09f6fd86661 details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:42:26.776100 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c8379d-e83c-45e0-8596-e66d6473efbe admin admin] Made reservation on behalf of 43179223197641548793880358ca525e for: {'subnet': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:26.779993 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-19c8379d-e83c-45e0-8596-e66d6473efbe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:26.990141 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-61d1ea41-9b8b-4db7-ad91-412e899c14f8 admin admin] Publish callbacks [] for security_group (9203530f-acfb-4f1c-bf8e-a0b2dd5cc5bf), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:27.074145 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-61d1ea41-9b8b-4db7-ad91-412e899c14f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (9203530f-acfb-4f1c-bf8e-a0b2dd5cc5bf), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:27.219721 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-58a72417-e214-404e-bc68-6bb2897ce939 service neutron] 10.222.0.58 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5772600 May 05 15:42:27.236858 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53212) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:27.275760 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2a57836b-9e4e-478d-bd95-27aba2009548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:27.315400 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 4479b82f-8eba-423e-9a86-7aa67e22a816 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:27.517459 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-61d1ea41-9b8b-4db7-ad91-412e899c14f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11c3095cbbb147aeba1bb605cd0592f9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5386660 May 05 15:42:27.542414 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 4479b82f-8eba-423e-9a86-7aa67e22a816 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:27.542894 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:27.582434 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53214) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:27.606137 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Request body: {'port': {'device_id': '7c473e8a-d91e-4a71-bed6-9781f975211c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:27.683049 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1ea41-9b8b-4db7-ad91-412e899c14f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9203530f-acfb-4f1c-bf8e-a0b2dd5cc5bf,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:27.838341 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 4479b82f-8eba-423e-9a86-7aa67e22a816 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:27.841281 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 8f961419-1c0a-44a5-971f-ecc2eedb8bde up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:27.852116 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:27.896389 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cd9a9-14f4-4147-a8ae-7c52540bae64 req-1465221e-a287-402b-a7c8-a2faa1490cdd tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:27.911409 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-cb9cd9a9-14f4-4147-a8ae-7c52540bae64 req-1465221e-a287-402b-a7c8-a2faa1490cdd tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 931 time: 0.4669971 May 05 15:42:27.977239 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 8f961419-1c0a-44a5-971f-ecc2eedb8bde triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:27.979256 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.012699 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2a57836b-9e4e-478d-bd95-27aba2009548 admin admin] Publish callbacks [] for security_group (c29ac30c-e998-4113-a531-c5e0148bf52b), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.074797 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-1d7433fd-3627-4145-b192-6e752836dae2 service neutron] 10.222.0.58 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8534358 May 05 15:42:28.104704 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.113632 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2a57836b-9e4e-478d-bd95-27aba2009548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (c29ac30c-e998-4113-a531-c5e0148bf52b), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.157849 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 8f961419-1c0a-44a5-971f-ecc2eedb8bde is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:28.204053 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57836b-9e4e-478d-bd95-27aba2009548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29ac30c-e998-4113-a531-c5e0148bf52b,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:28.358189 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-cb9cd9a9-14f4-4147-a8ae-7c52540bae64 req-bca4d811-c868-42d5-b3dc-874af9507660 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408500 May 05 15:42:28.371281 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d474c8e2-6091-4c15-b14e-8e8bf5a54182 admin admin] Publish callbacks [] for security_group (9203530f-acfb-4f1c-bf8e-a0b2dd5cc5bf), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.376395 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-2a57836b-9e4e-478d-bd95-27aba2009548 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b101f36eeee74a099958b4fd8cd3da3a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1377988 May 05 15:42:28.385985 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53228) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:28.405763 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-19c8379d-e83c-45e0-8596-e66d6473efbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for subnet (5ab3f7a7-2046-40e3-bf3e-3567fc6f8ea7), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.592609 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8379d-e83c-45e0-8596-e66d6473efbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab3f7a7-2046-40e3-bf3e-3567fc6f8ea7,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:28.599111 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d474c8e2-6091-4c15-b14e-8e8bf5a54182 admin admin] Publish callbacks [] for security_group (9203530f-acfb-4f1c-bf8e-a0b2dd5cc5bf), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.661640 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8379d-e83c-45e0-8596-e66d6473efbe admin admin] Checking segment: {'id': 'f8d1cb63-e084-45c9-97b1-1bcc1ee97673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '65042ffd-1a74-42b4-960e-c09f6fd86661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:28.662124 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8379d-e83c-45e0-8596-e66d6473efbe admin admin] Network hostable DHCP agents. Network: 65042ffd-1a74-42b4-960e-c09f6fd86661, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:42:28.688981 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8379d-e83c-45e0-8596-e66d6473efbe admin admin] Network 65042ffd-1a74-42b4-960e-c09f6fd86661 is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:42:28.697909 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d474c8e2-6091-4c15-b14e-8e8bf5a54182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (9203530f-acfb-4f1c-bf8e-a0b2dd5cc5bf), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.703137 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d474c8e2-6091-4c15-b14e-8e8bf5a54182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.704938 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-d474c8e2-6091-4c15-b14e-8e8bf5a54182 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9203530f-acfb-4f1c-bf8e-a0b2dd5cc5bf HTTP/1.1" status: 204 len: 168 time: 1.0701287 May 05 15:42:28.717882 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-19c8379d-e83c-45e0-8596-e66d6473efbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 65042ffd-1a74-42b4-960e-c09f6fd86661) {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:28.729718 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474c8e2-6091-4c15-b14e-8e8bf5a54182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9203530f-acfb-4f1c-bf8e-a0b2dd5cc5bf,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:28.732002 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c221b42-6729-4f06-9ad9-7be6c95f44be None None] Network 65042ffd-1a74-42b4-960e-c09f6fd86661 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:28.748020 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c8379d-e83c-45e0-8596-e66d6473efbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:28.767367 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-19c8379d-e83c-45e0-8596-e66d6473efbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:28.796514 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-19c8379d-e83c-45e0-8596-e66d6473efbe admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1856890 May 05 15:42:29.139061 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-63977846-3c48-48ad-bfac-4b0a77cd7768 req-b5cd0992-46a7-4d02-9989-94fc3505d462 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 210 time: 0.7941103 May 05 15:42:29.163388 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e533b7-f1c0-4916-93cd-5ce416f630de None None] Network 65042ffd-1a74-42b4-960e-c09f6fd86661 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:29.580493 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Publish callbacks [] for port (1e83b682-f24b-4337-a255-544cc4fca1de), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:29.608566 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:29.612351 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3753025'] for router_interface (d595150d-a013-4207-8139-341c638ecfde), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:29.639229 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6dee0129-4f3b-4b48-a6f6-56ee8083680d admin admin] Publish callbacks [] for security_group (c29ac30c-e998-4113-a531-c5e0148bf52b), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:29.678792 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6596e-8e64-4a30-a635-965080e6e50a req-054f26d1-7b50-4322-88ce-ddc6dd7edbf7 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:29.680976 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2ff6596e-8e64-4a30-a635-965080e6e50a req-054f26d1-7b50-4322-88ce-ddc6dd7edbf7 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 931 time: 0.1666648 May 05 15:42:29.780471 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2ff6596e-8e64-4a30-a635-965080e6e50a req-c08a4626-744b-49d1-93c8-1f28fd46b577 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938404 May 05 15:42:29.853151 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6dee0129-4f3b-4b48-a6f6-56ee8083680d admin admin] Publish callbacks [] for security_group (c29ac30c-e998-4113-a531-c5e0148bf52b), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:29.887239 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Pushing event updated for resources: {'Port': ['ID=1e83b682-f24b-4337-a255-544cc4fca1de,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:30.175701 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6dee0129-4f3b-4b48-a6f6-56ee8083680d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (c29ac30c-e998-4113-a531-c5e0148bf52b), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.178761 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6dee0129-4f3b-4b48-a6f6-56ee8083680d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.182225 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6dee0129-4f3b-4b48-a6f6-56ee8083680d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c29ac30c-e998-4113-a531-c5e0148bf52b HTTP/1.1" status: 204 len: 168 time: 1.6108234 May 05 15:42:30.227020 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:30.230236 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee0129-4f3b-4b48-a6f6-56ee8083680d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29ac30c-e998-4113-a531-c5e0148bf52b,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:30.253467 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:30.278261 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f7f615-7d9f-4f7c-9554-c89ad09b9083 {{(pid=109966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:42:30.299553 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Publish callbacks [] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.375989 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-56e0bf6f-2ce8-4fcb-b0fd-34bda5f80750 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:30.383798 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-56e0bf6f-2ce8-4fcb-b0fd-34bda5f80750 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 819 time: 0.6980011 May 05 15:42:30.424963 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.provisioning_blocks [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Transition to ACTIVE for port object d3f7f615-7d9f-4f7c-9554-c89ad09b9083 will not be triggered until provisioned by entity L2. {{(pid=109966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:42:30.434517 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-eed3a27b-dcc0-4e2e-a96f-5f52c8c9899e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/quotas/39d949f289df486faadefe44a5063929 HTTP/1.1" status: 200 len: 375 time: 0.0493386 May 05 15:42:30.449391 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.479344 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53320) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:30.496714 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2137659258-network', 'tenant_id': '395cbd3ca7164ae08bf8c843c0700258'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:30.603858 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Made reservation on behalf of 395cbd3ca7164ae08bf8c843c0700258 for: {'network': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:30.611068 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.724853 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.733144 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-0562063f-2485-44c3-8369-baf58b146cc2 None None] Provisioning complete for port 1e83b682-f24b-4337-a255-544cc4fca1de triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:30.733685 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0562063f-2485-44c3-8369-baf58b146cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:30.942485 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-0562063f-2485-44c3-8369-baf58b146cc2 None None] Port 1e83b682-f24b-4337-a255-544cc4fca1de cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:42:30.996233 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Router d595150d-a013-4207-8139-341c638ecfde has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:42:31.093507 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Publish callbacks [] for security_group (c005b14e-b27c-4f1a-9d18-edc4b7474b8f), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.101257 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (c005b14e-b27c-4f1a-9d18-edc4b7474b8f), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.117250 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-8db5ad41-32b0-4475-9888-e1c2c5120d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6813467 May 05 15:42:31.122251 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969f421-af31-4dd7-b73c-70e657a7a117 req-f8779fa2-aaa8-4f92-98ef-c52710696572 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:31.124418 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1969f421-af31-4dd7-b73c-70e657a7a117 req-f8779fa2-aaa8-4f92-98ef-c52710696572 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 943 time: 0.1359174 May 05 15:42:31.138957 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f7f615-7d9f-4f7c-9554-c89ad09b9083,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:31.179398 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=109965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:42:31.273352 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1969f421-af31-4dd7-b73c-70e657a7a117 req-fec30199-c724-4a0e-b65d-09c7a4a5f475 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350222 May 05 15:42:31.278600 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c005b14e-b27c-4f1a-9d18-edc4b7474b8f,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:31.284094 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (2e09ce25-ba24-4062-b952-ee9e5075be20), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.284310 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.segments_db [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Added segment 2e09ce25-ba24-4062-b952-ee9e5075be20 of type vlan for network 7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01 May 05 15:42:31.306765 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53348) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:31.338904 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-9952020d-cb29-451d-b039-246ab98b73ef service neutron] 10.222.0.58 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207563 May 05 15:42:31.403326 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.461807 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.462763 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:31.463386 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.533716 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.41', 60826) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:31.583867 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1020658 May 05 15:42:31.601695 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53356) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:31.640339 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-205fd4ab-b354-4661-8b0b-bb751a3989fa admin admin] Request body: {'subnet': {'network_id': '7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2137659258-subnet', 'tenant_id': '395cbd3ca7164ae08bf8c843c0700258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:31.672266 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205fd4ab-b354-4661-8b0b-bb751a3989fa admin admin] Made reservation on behalf of 395cbd3ca7164ae08bf8c843c0700258 for: {'subnet': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:31.674931 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-205fd4ab-b354-4661-8b0b-bb751a3989fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.689406 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb0ecc-7f0a-49a8-8a4c-b707d10fc0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:31.701798 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01 details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:42:31.737865 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-77e10a95-0f89-45e7-a6d1-94d72f372b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.817350 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-51459ee1-d4af-435c-897f-a88db582b4d7 service neutron] 10.222.0.58 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525893 May 05 15:42:31.862506 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Attempting to bind port d3f7f615-7d9f-4f7c-9554-c89ad09b9083 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:42:31.863047 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Attempting to bind port d3f7f615-7d9f-4f7c-9554-c89ad09b9083 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '367a56b4-93b4-4015-9f67-febd7d6d2aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7'}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:42:31.864927 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Attempting to bind port d3f7f615-7d9f-4f7c-9554-c89ad09b9083 on network 4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:31.908858 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Port d3f7f615-7d9f-4f7c-9554-c89ad09b9083 on network 4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:42:31.909956 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Attempting to bind port d3f7f615-7d9f-4f7c-9554-c89ad09b9083 on network 4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:31.970235 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-77e10a95-0f89-45e7-a6d1-94d72f372b0c admin admin] Publish callbacks [] for security_group (6707cff1-58c2-4427-ac1a-1ce07c1f7f34), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:31.989397 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-77e10a95-0f89-45e7-a6d1-94d72f372b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (6707cff1-58c2-4427-ac1a-1ce07c1f7f34), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.047108 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:42:32.047512 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Checking segment: {'id': '367a56b4-93b4-4015-9f67-febd7d6d2aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:32.048073 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Bound using segment: {'id': '367a56b4-93b4-4015-9f67-febd7d6d2aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7'} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:42:32.048547 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Bound port: d3f7f615-7d9f-4f7c-9554-c89ad09b9083, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367a56b4-93b4-4015-9f67-febd7d6d2aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7'}}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:42:32.048904 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.109796 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-df15e74c-7cf3-4ae2-bdb3-187dacbf216a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:32.111321 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-df15e74c-7cf3-4ae2-bdb3-187dacbf216a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 819 time: 0.5760212 May 05 15:42:32.118324 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:42:32.124307 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-77e10a95-0f89-45e7-a6d1-94d72f372b0c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33140bd9bcce4a70aacd02080e32b83c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8140695 May 05 15:42:32.124307 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e10a95-0f89-45e7-a6d1-94d72f372b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6707cff1-58c2-4427-ac1a-1ce07c1f7f34,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:32.125074 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53372) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:32.132341 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Sync routers for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:42:32.140087 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-57c4e1ef-be74-4bd9-b345-e04a1bc4cc01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Request body: {'port': {'device_id': '2bcb5e2a-04d2-4c80-9f0d-619f745b0de8', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'admin_state_up': True, 'tenant_id': '39d949f289df486faadefe44a5063929'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:32.154543 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-635ab03b-3c1a-40a3-89eb-4a7abc6555a1 admin admin] 10.222.0.58 "PUT /v2.0/routers/d595150d-a013-4207-8139-341c638ecfde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6620803 May 05 15:42:32.176814 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:32.180057 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:42:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:32.283887 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] For port d3f7f615-7d9f-4f7c-9554-c89ad09b9083, host hv-cinder-83979, cleared binding levels {{(pid=109966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:42:32.292402 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] For port d3f7f615-7d9f-4f7c-9554-c89ad09b9083, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d3f7f615-7d9f-4f7c-9554-c89ad09b9083,segment=NetworkSegment(367a56b4-93b4-4015-9f67-febd7d6d2aa6),segment_id=367a56b4-93b4-4015-9f67-febd7d6d2aa6)] {{(pid=109966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:42:32.303754 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.358192 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:32.359198 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:32.360804 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] 10.222.0.41 "PUT /v2.0/ports/d3f7f615-7d9f-4f7c-9554-c89ad09b9083 HTTP/1.1" status: 200 len: 1093 time: 5.5397959 May 05 15:42:32.363292 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c473e8a-d91e-4a71-bed6-9781f975211c', 'tag': 'd3f7f615-7d9f-4f7c-9554-c89ad09b9083'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:32.565039 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:32.994968 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-54680243-4f1e-4f60-8d00-5efcf6624704 req-2b328e9f-1aaa-42ef-8684-1275aa4ae951 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 210 time: 0.2793295 May 05 15:42:32.997245 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6a424-b4ca-4cb5-bcda-8bb58383b523 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f7f615-7d9f-4f7c-9554-c89ad09b9083,revision_number=3']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:33.005940 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-581b02c8-978b-4e36-9638-70e1613788c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:33.011735 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-581b02c8-978b-4e36-9638-70e1613788c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc23d2719647485fa73eb4cc29134b0d&device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 1127 time: 0.5209341 May 05 15:42:33.138997 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:28Z', 'revision_number': 2, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:33.177714 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-57c4e1ef-be74-4bd9-b345-e04a1bc4cc01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Made reservation on behalf of 39d949f289df486faadefe44a5063929 for: {'port': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:33.189633 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-57c4e1ef-be74-4bd9-b345-e04a1bc4cc01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:33.223267 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77a5ede-d2ea-49af-a921-089335e84e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c473e8a-d91e-4a71-bed6-9781f975211c", "tag": "d3f7f615-7d9f-4f7c-9554-c89ad09b9083"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:33.257141 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-c3bdcd50-a138-4de3-9b08-45fc6df4e1c4 admin admin] Publish callbacks [] for security_group (6707cff1-58c2-4427-ac1a-1ce07c1f7f34), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:33.368209 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e94bf2-5c70-4605-a50a-100cc0a06c3f req-6d3b8451-1d59-4f59-9099-5d092e0fdf3b tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:33.371835 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b1e94bf2-5c70-4605-a50a-100cc0a06c3f req-6d3b8451-1d59-4f59-9099-5d092e0fdf3b tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 943 time: 0.5645602 May 05 15:42:33.376376 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-da1b2386-c81b-4fea-a8b4-883704256318 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3f7f615-7d9f-4f7c-9554-c89ad09b9083 HTTP/1.1" status: 200 len: 217 time: 0.3397536 May 05 15:42:33.405272 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Checking router: d595150d-a013-4207-8139-341c638ecfde for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:42:33.405776 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Updating router d595150d-a013-4207-8139-341c638ecfde port 1e83b682-f24b-4337-a255-544cc4fca1de binding host dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:42:33.476858 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:33.697489 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-c3bdcd50-a138-4de3-9b08-45fc6df4e1c4 admin admin] Publish callbacks [] for security_group (6707cff1-58c2-4427-ac1a-1ce07c1f7f34), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:33.934692 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-122e5fd0-5b59-4746-b7d5-92badfc28c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:33.936238 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-122e5fd0-5b59-4746-b7d5-92badfc28c1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ab3907f-d2f7-48af-9242-f42eabf94ee1 HTTP/1.1" status: 200 len: 851 time: 0.5265996 May 05 15:42:33.960088 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-205fd4ab-b354-4661-8b0b-bb751a3989fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for subnet (e5d22f75-6a8f-45f8-9cb3-706a03c46fcc), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:34.051637 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b1e94bf2-5c70-4605-a50a-100cc0a06c3f req-15f5e5b6-a4d2-4205-9615-6df0c626ff3d tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6700583 May 05 15:42:34.437844 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-35a2d691-4203-4792-bdc3-16c81bdcbcc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2176042 May 05 15:42:34.482143 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-57c4e1ef-be74-4bd9-b345-e04a1bc4cc01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Allocated IP 172.20.0.12 (371d1c4c-f489-46f4-9586-d2540e98ca89/e9a2f9ab-124d-43cd-b2c1-ac79d509aee9/fc65f9ad-07a2-491d-a05d-84775397a22e) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:34.540932 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.41', 60832) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:34.542539 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53452) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:34.562884 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205fd4ab-b354-4661-8b0b-bb751a3989fa admin admin] Checking segment: {'id': '2e09ce25-ba24-4062-b952-ee9e5075be20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:34.563630 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205fd4ab-b354-4661-8b0b-bb751a3989fa admin admin] Network hostable DHCP agents. Network: 7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:42:34.565926 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Publish callbacks [] for port (1e83b682-f24b-4337-a255-544cc4fca1de), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:34.576940 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:34.605326 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-ba00b21a-9132-4c49-8d24-619ba55c76f0 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507469122', 'description': 'tempest-description--1006788628'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:34.680327 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fd4ab-b354-4661-8b0b-bb751a3989fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d22f75-6a8f-45f8-9cb3-706a03c46fcc,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:34.700549 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ba00b21a-9132-4c49-8d24-619ba55c76f0 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:34.786098 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d37440-a735-4431-9f0a-13beae18e956 None None] Pushing event updated for resources: {'Port': ['ID=1e83b682-f24b-4337-a255-544cc4fca1de,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:34.859082 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-95d3bd20-d160-419b-b83c-dcabaf7b217b service neutron] 10.222.0.41 "GET /v2.0/networks/4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998904 May 05 15:42:34.863706 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4fc3eb-34c9-4dc8-a30e-5a2075637acd x-openstack-request-id: req-bf4fc3eb-34c9-4dc8-a30e-5a2075637acd {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:34.863994 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c473e8a-d91e-4a71-bed6-9781f975211c", "tag": "d3f7f615-7d9f-4f7c-9554-c89ad09b9083", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:34.864250 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf4fc3eb-34c9-4dc8-a30e-5a2075637acd {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:34.868387 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5eda4116-ce89-4c21-ae93-8632a1b37968 req-f5b1a5ce-a556-49df-ae9c-9274acc02309 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 210 time: 0.1726110 May 05 15:42:34.868836 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4fc3eb-34c9-4dc8-a30e-5a2075637acd'] response: {'name': 'network-changed', 'server_uuid': '7c473e8a-d91e-4a71-bed6-9781f975211c', 'tag': 'd3f7f615-7d9f-4f7c-9554-c89ad09b9083', 'status': 'completed', 'code': 200} May 05 15:42:34.938708 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-c3bdcd50-a138-4de3-9b08-45fc6df4e1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (6707cff1-58c2-4427-ac1a-1ce07c1f7f34), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:34.944168 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-c3bdcd50-a138-4de3-9b08-45fc6df4e1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:34.947089 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-c3bdcd50-a138-4de3-9b08-45fc6df4e1c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6707cff1-58c2-4427-ac1a-1ce07c1f7f34 HTTP/1.1" status: 204 len: 168 time: 2.8180561 May 05 15:42:34.999728 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Attempting to bind port 1e83b682-f24b-4337-a255-544cc4fca1de on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:42:35.001471 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Attempting to bind port 1e83b682-f24b-4337-a255-544cc4fca1de by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:42:35.001852 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Attempting to bind port 1e83b682-f24b-4337-a255-544cc4fca1de on network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:35.007619 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdcd50-a138-4de3-9b08-45fc6df4e1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6707cff1-58c2-4427-ac1a-1ce07c1f7f34,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:35.039109 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:42:35.039490 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Checking segment: {'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:35.039901 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:35.047768 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Bound using segment: {'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:42:35.048313 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Bound port: 1e83b682-f24b-4337-a255-544cc4fca1de, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:42:35.048724 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:35.171389 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205fd4ab-b354-4661-8b0b-bb751a3989fa admin admin] Network 7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01 is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:42:35.225838 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eadd1489-69a0-4959-a9d7-f2efb4f303a3 req-3875c9da-45aa-4fa8-8076-fd4cbdbf5898 service neutron] 10.222.0.41 "GET /v2.0/networks/4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527434 May 05 15:42:35.320378 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-205fd4ab-b354-4661-8b0b-bb751a3989fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01) {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:35.326830 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205fd4ab-b354-4661-8b0b-bb751a3989fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:35.327394 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-205fd4ab-b354-4661-8b0b-bb751a3989fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:35.354365 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da40c8d-551a-43fa-88d2-634eda03c5a6 None None] Network 7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:35.441887 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba46d89-7480-496a-b61a-b967cb8b3e85 req-82bf18c8-6afd-4189-92a2-13f2e44aa75c tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:35.460535 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0ba46d89-7480-496a-b61a-b967cb8b3e85 req-82bf18c8-6afd-4189-92a2-13f2e44aa75c tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 943 time: 0.1725957 May 05 15:42:35.471852 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-a5205aa9-7860-40f1-bab3-05b90baf1782 None None] Provisioning complete for port 1e83b682-f24b-4337-a255-544cc4fca1de triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:35.472627 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a5205aa9-7860-40f1-bab3-05b90baf1782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:35.503126 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] For port 1e83b682-f24b-4337-a255-544cc4fca1de, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:42:35.531963 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a5ede-d2ea-49af-a921-089335e84e1c req-f3a7eb03-31d9-4c4b-ad0c-19a3d55aea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:35.534970 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f77a5ede-d2ea-49af-a921-089335e84e1c req-f3a7eb03-31d9-4c4b-ad0c-19a3d55aea3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc23d2719647485fa73eb4cc29134b0d&device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 1127 time: 0.1807911 May 05 15:42:35.593090 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-7c3a19e1-205c-447f-aa2c-d51f87d2870d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:35.594959 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-7c3a19e1-205c-447f-aa2c-d51f87d2870d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 819 time: 1.0250154 May 05 15:42:35.604134 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0ba46d89-7480-496a-b61a-b967cb8b3e85 req-c0577434-39d0-4dcd-9e39-ca829246e953 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311026 May 05 15:42:35.639816 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-2afcc387-ef5f-4024-bc5f-d0470e4d806a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Request body: {'port': {'device_id': 'ab7a541c-94e6-45d7-99ab-c302fa07d4b1', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'admin_state_up': True, 'tenant_id': '39d949f289df486faadefe44a5063929'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:35.652798 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-205fd4ab-b354-4661-8b0b-bb751a3989fa admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0430679 May 05 15:42:35.663881 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-57c4e1ef-be74-4bd9-b345-e04a1bc4cc01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:35.710397 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] For port 1e83b682-f24b-4337-a255-544cc4fca1de, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=1e83b682-f24b-4337-a255-544cc4fca1de,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:42:35.729512 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ba00b21a-9132-4c49-8d24-619ba55c76f0 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group (92e6d037-1abf-420f-8e7e-45b1ab8a1345), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:35.740253 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:35.745089 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ba00b21a-9132-4c49-8d24-619ba55c76f0 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (92e6d037-1abf-420f-8e7e-45b1ab8a1345), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:35.887367 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-a5205aa9-7860-40f1-bab3-05b90baf1782 None None] Port 1e83b682-f24b-4337-a255-544cc4fca1de cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:42:35.939608 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:42:35.954894 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:42:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:36.041570 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53498) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:36.053606 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ba00b21a-9132-4c49-8d24-619ba55c76f0 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:36.087181 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-ba00b21a-9132-4c49-8d24-619ba55c76f0 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5120537 May 05 15:42:36.089067 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53500) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:36.149932 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53502) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:36.191344 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00b21a-9132-4c49-8d24-619ba55c76f0 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e6d037-1abf-420f-8e7e-45b1ab8a1345,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:36.213400 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d37440-a735-4431-9f0a-13beae18e956 None None] Pushing event updated for resources: {'Port': ['ID=1e83b682-f24b-4337-a255-544cc4fca1de,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:36.225898 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-2a03deb2-a20e-45ea-8f52-a03ceb51bc7e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Request body: {'security_group_rule': {'security_group_id': '92e6d037-1abf-420f-8e7e-45b1ab8a1345', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:36.273331 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-34b3c2d0-1109-4d38-8db7-af9cc71d2816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:36.310040 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa7a27-4b1c-40cb-967e-241d87199429 None None] Network 7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:36.405828 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-33d21a02-5959-41c8-a1b7-54204ae0f9a1 req-61de7f9d-6327-46a3-9297-6e8c5a62e52a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 210 time: 0.1635041 May 05 15:42:36.436831 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-57c4e1ef-be74-4bd9-b345-e04a1bc4cc01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:36.528519 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a5ede-d2ea-49af-a921-089335e84e1c req-ede7355a-1e78-4a60-8ce5-c732c2918cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:36.532438 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f77a5ede-d2ea-49af-a921-089335e84e1c req-ede7355a-1e78-4a60-8ce5-c732c2918cb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 HTTP/1.1" status: 200 len: 912 time: 0.9495916 May 05 15:42:36.595343 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc95e48-fe72-4638-a639-fced80659e18 admin admin] Deleting subnet 5ab3f7a7-2046-40e3-bf3e-3567fc6f8ea7 {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:42:36.654632 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-2dad5251-072c-48ac-95d5-3b88ab7f13d2 None None] Provisioning complete for port 1e83b682-f24b-4337-a255-544cc4fca1de triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:36.655028 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2dad5251-072c-48ac-95d5-3b88ab7f13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:36.672597 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2bc95e48-fe72-4638-a639-fced80659e18 admin admin] Publish callbacks [] for subnet (5ab3f7a7-2046-40e3-bf3e-3567fc6f8ea7), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:36.720125 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f77a5ede-d2ea-49af-a921-089335e84e1c req-a31f96c6-a512-4783-91bf-6e5fed548da8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3f7f615-7d9f-4f7c-9554-c89ad09b9083 HTTP/1.1" status: 200 len: 217 time: 0.1439769 May 05 15:42:36.753226 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:42:36.821122 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2bc95e48-fe72-4638-a639-fced80659e18 admin admin] Publish callbacks [] for subnet (5ab3f7a7-2046-40e3-bf3e-3567fc6f8ea7), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:36.914461 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2bc95e48-fe72-4638-a639-fced80659e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (5ab3f7a7-2046-40e3-bf3e-3567fc6f8ea7), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:36.933734 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4e1ef-be74-4bd9-b345-e04a1bc4cc01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Pushing event updated for resources: {'Port': ['ID=fc65f9ad-07a2-491d-a05d-84775397a22e,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:36.946276 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-57c4e1ef-be74-4bd9-b345-e04a1bc4cc01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Network 371d1c4c-f489-46f4-9586-d2540e98ca89 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:36.953783 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-57c4e1ef-be74-4bd9-b345-e04a1bc4cc01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:36.969134 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-57c4e1ef-be74-4bd9-b345-e04a1bc4cc01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:36.983221 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-57c4e1ef-be74-4bd9-b345-e04a1bc4cc01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:36.983907 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-57c4e1ef-be74-4bd9-b345-e04a1bc4cc01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.033236 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-57c4e1ef-be74-4bd9-b345-e04a1bc4cc01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9071231 May 05 15:42:37.071140 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-34b3c2d0-1109-4d38-8db7-af9cc71d2816 admin admin] Publish callbacks [] for security_group (2b66591f-59a2-4233-aba2-835112849dbf), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.071994 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Request body: {'port': {'device_id': '2bcb5e2a-04d2-4c80-9f0d-619f745b0de8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:37.105428 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b782c-4916-456a-833a-8a96440497ec req-1dc2630b-32f5-4da9-8512-0f1d1ef920e5 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:37.106965 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0e6b782c-4916-456a-833a-8a96440497ec req-1dc2630b-32f5-4da9-8512-0f1d1ef920e5 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 943 time: 0.3477461 May 05 15:42:37.107884 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-34b3c2d0-1109-4d38-8db7-af9cc71d2816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (2b66591f-59a2-4233-aba2-835112849dbf), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.123004 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2a03deb2-a20e-45ea-8f52-a03ceb51bc7e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group_rule (c734e500-f77c-4978-9fda-014cc4c9c2df), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.132463 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-2afcc387-ef5f-4024-bc5f-d0470e4d806a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Made reservation on behalf of 39d949f289df486faadefe44a5063929 for: {'port': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:37.149277 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-2afcc387-ef5f-4024-bc5f-d0470e4d806a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.152639 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a5ede-d2ea-49af-a921-089335e84e1c req-b161ad86-8f48-4a61-aba8-e7d70c4ae63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:37.165670 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f77a5ede-d2ea-49af-a921-089335e84e1c req-b161ad86-8f48-4a61-aba8-e7d70c4ae63d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ab3907f-d2f7-48af-9242-f42eabf94ee1 HTTP/1.1" status: 200 len: 851 time: 0.4268396 May 05 15:42:37.282593 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-2dad5251-072c-48ac-95d5-3b88ab7f13d2 None None] Current status of the port 1e83b682-f24b-4337-a255-544cc4fca1de is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:37.283393 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2dad5251-072c-48ac-95d5-3b88ab7f13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.360574 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-2dad5251-072c-48ac-95d5-3b88ab7f13d2 None None] For port 1e83b682-f24b-4337-a255-544cc4fca1de, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=1e83b682-f24b-4337-a255-544cc4fca1de,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:37.375649 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2dad5251-072c-48ac-95d5-3b88ab7f13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.423335 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f77a5ede-d2ea-49af-a921-089335e84e1c req-d068f042-301f-40a1-a613-94dd82fc689c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2342672 May 05 15:42:37.443312 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3c2d0-1109-4d38-8db7-af9cc71d2816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b66591f-59a2-4233-aba2-835112849dbf,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:37.450646 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-34b3c2d0-1109-4d38-8db7-af9cc71d2816 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77bef4a3e67a4bc28e9aa96833cc61e8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4029410 May 05 15:42:37.470735 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53550) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:37.472572 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2bc95e48-fe72-4638-a639-fced80659e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for subnet (5ab3f7a7-2046-40e3-bf3e-3567fc6f8ea7), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.488596 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad5251-072c-48ac-95d5-3b88ab7f13d2 None None] Pushing event updated for resources: {'Port': ['ID=1e83b682-f24b-4337-a255-544cc4fca1de,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:37.492031 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:35Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:37.533485 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-7d2e58d1-a236-4ba5-bcf4-ae286d2b02cb None None] Provisioning complete for port fc65f9ad-07a2-491d-a05d-84775397a22e triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:37.534263 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7d2e58d1-a236-4ba5-bcf4-ae286d2b02cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.573759 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e58d1-a236-4ba5-bcf4-ae286d2b02cb None None] Port fc65f9ad-07a2-491d-a05d-84775397a22e cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:42:37.577922 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ffe0d-a42c-4c88-9997-1849a8b5f7ad None None] The sync data for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi is: [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:35Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:42:37.602821 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2bc95e48-fe72-4638-a639-fced80659e18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.606903 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2bc95e48-fe72-4638-a639-fced80659e18 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5ab3f7a7-2046-40e3-bf3e-3567fc6f8ea7 HTTP/1.1" status: 204 len: 168 time: 1.4528263 May 05 15:42:37.616027 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc95e48-fe72-4638-a639-fced80659e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab3f7a7-2046-40e3-bf3e-3567fc6f8ea7,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:37.639968 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-2afcc387-ef5f-4024-bc5f-d0470e4d806a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Allocated IP 172.20.0.8 (371d1c4c-f489-46f4-9586-d2540e98ca89/e9a2f9ab-124d-43cd-b2c1-ac79d509aee9/fe74fb4d-77fe-475a-83fd-fe75676bb29f) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:37.642585 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53558) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:37.679582 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.722489 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53562) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:37.752767 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2a03deb2-a20e-45ea-8f52-a03ceb51bc7e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group_rule (c734e500-f77c-4978-9fda-014cc4c9c2df), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.797018 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-fd2143fc-3218-4d9f-bd95-8a25f034ad6b req-c57fd9c3-8514-4611-a44e-9bb78a767064 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 210 time: 0.1099617 May 05 15:42:37.833599 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2a03deb2-a20e-45ea-8f52-a03ceb51bc7e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (c734e500-f77c-4978-9fda-014cc4c9c2df), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:37.847918 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0e6b782c-4916-456a-833a-8a96440497ec req-ea967c5d-1c27-41e2-93ff-396823ceb35e tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788828 May 05 15:42:37.926855 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03deb2-a20e-45ea-8f52-a03ceb51bc7e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c734e500-f77c-4978-9fda-014cc4c9c2df,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:37.997789 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (65042ffd-1a74-42b4-960e-c09f6fd86661), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.003947 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b5b7df1d-f916-4b24-9409-49af8f179d88 admin admin] Publish callbacks [] for security_group (2b66591f-59a2-4233-aba2-835112849dbf), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.008832 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f77a5ede-d2ea-49af-a921-089335e84e1c req-4ac569c4-0ee3-47af-b1fa-12493edf9f8a service neutron] 10.222.0.41 "GET /v2.0/networks/4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670464 May 05 15:42:38.028848 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2a03deb2-a20e-45ea-8f52-a03ceb51bc7e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.033342 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53576) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:38.033662 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-2a03deb2-a20e-45ea-8f52-a03ceb51bc7e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8434930 May 05 15:42:38.045781 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-3c454d9f-4fc6-4104-af4b-60a760f7c61d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Request body: {'security_group_rule': {'security_group_id': '92e6d037-1abf-420f-8e7e-45b1ab8a1345', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:38.073637 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b5b7df1d-f916-4b24-9409-49af8f179d88 admin admin] Publish callbacks [] for security_group (2b66591f-59a2-4233-aba2-835112849dbf), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.179470 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (65042ffd-1a74-42b4-960e-c09f6fd86661), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.192243 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0366e538-2df1-464f-a31b-977150d68a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.197136 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53580) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:38.226154 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3c454d9f-4fc6-4104-af4b-60a760f7c61d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group_rule (bed26650-4576-422e-9673-63df8ce6b009), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.241487 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.241848 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.242776 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.243163 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.243555 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.243998 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.244373 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.245785 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.246153 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.247440 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.329803 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-2afcc387-ef5f-4024-bc5f-d0470e4d806a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.342563 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.344416 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.344527 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.344828 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:38.345261 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65042ffd-1a74-42b4-960e-c09f6fd86661']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:38.384131 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b5b7df1d-f916-4b24-9409-49af8f179d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (2b66591f-59a2-4233-aba2-835112849dbf), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.387718 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b5b7df1d-f916-4b24-9409-49af8f179d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.387937 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-2afcc387-ef5f-4024-bc5f-d0470e4d806a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.388659 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b5b7df1d-f916-4b24-9409-49af8f179d88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b66591f-59a2-4233-aba2-835112849dbf HTTP/1.1" status: 204 len: 168 time: 0.9127488 May 05 15:42:38.400242 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d1cb63-e084-45c9-97b1-1bcc1ee97673') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:38.400523 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d1cb63-e084-45c9-97b1-1bcc1ee97673') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:38.481594 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26956836'] for segment (f8d1cb63-e084-45c9-97b1-1bcc1ee97673), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.499010 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7df1d-f916-4b24-9409-49af8f179d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b66591f-59a2-4233-aba2-835112849dbf,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:38.551339 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d79be1e1-844a-4c7a-824a-7c5f1b8e4f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.563200 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcc387-ef5f-4024-bc5f-d0470e4d806a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Pushing event updated for resources: {'Port': ['ID=fe74fb4d-77fe-475a-83fd-fe75676bb29f,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:38.579079 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (f8d1cb63-e084-45c9-97b1-1bcc1ee97673), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.599037 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-2afcc387-ef5f-4024-bc5f-d0470e4d806a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Network 371d1c4c-f489-46f4-9586-d2540e98ca89 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:38.599175 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:42:38.599632 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26151662'] for segment (f8d1cb63-e084-45c9-97b1-1bcc1ee97673), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.609411 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-2afcc387-ef5f-4024-bc5f-d0470e4d806a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:38.616946 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-2afcc387-ef5f-4024-bc5f-d0470e4d806a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:38.623831 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-2afcc387-ef5f-4024-bc5f-d0470e4d806a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:38.624631 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-2afcc387-ef5f-4024-bc5f-d0470e4d806a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: from cryptography.utils import int_from_bytes May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: from cryptography.utils import int_from_bytes May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: Traceback (most recent call last): May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: timer() May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: cb(*args, **kw) May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: return func(*args, **kwargs) May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: self._notify() May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: self.callback(batched_events) May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: event.method(event) May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: return f(self, *a, **k) May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._get(url).json() May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:42:38.635560 dv-cinder-839793-9-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:42:38.645901 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-2afcc387-ef5f-4024-bc5f-d0470e4d806a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0101101 May 05 15:42:38.680490 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0366e538-2df1-464f-a31b-977150d68a2d admin admin] Publish callbacks [] for security_group (8a35f168-7e91-41fc-8168-4e34b2f3ce1b), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.692357 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0366e538-2df1-464f-a31b-977150d68a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (8a35f168-7e91-41fc-8168-4e34b2f3ce1b), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.706010 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3c454d9f-4fc6-4104-af4b-60a760f7c61d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group_rule (bed26650-4576-422e-9673-63df8ce6b009), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.731678 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3c454d9f-4fc6-4104-af4b-60a760f7c61d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (bed26650-4576-422e-9673-63df8ce6b009), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.733759 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366e538-2df1-464f-a31b-977150d68a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a35f168-7e91-41fc-8168-4e34b2f3ce1b,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:38.779013 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-0366e538-2df1-464f-a31b-977150d68a2d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c15ae698bda4a2c8d665821ec74c601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9841857 May 05 15:42:38.782385 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53598) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:38.828775 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Request body: {'port': {'device_id': 'ab7a541c-94e6-45d7-99ab-c302fa07d4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:38.845881 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c454d9f-4fc6-4104-af4b-60a760f7c61d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed26650-4576-422e-9673-63df8ce6b009,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:38.878928 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3c454d9f-4fc6-4104-af4b-60a760f7c61d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.880445 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3c454d9f-4fc6-4104-af4b-60a760f7c61d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8455279 May 05 15:42:38.881867 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (65042ffd-1a74-42b4-960e-c09f6fd86661), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.889371 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:38.893580 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/65042ffd-1a74-42b4-960e-c09f6fd86661 HTTP/1.1" status: 204 len: 168 time: 1.2495677 May 05 15:42:38.898578 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53606) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:38.898849 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53608) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:38.905833 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:38.912975 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc65f9ad-07a2-491d-a05d-84775397a22e {{(pid=109965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:42:39.038489 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Publish callbacks [] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.072036 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 1e83b682-f24b-4337-a255-544cc4fca1de up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:39.085792 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7426304-6b76-4779-b24c-c689cd99b2d1 req-2e34f1b5-9616-4ce9-b0df-517a7755a44a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:39.087569 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d7426304-6b76-4779-b24c-c689cd99b2d1 req-2e34f1b5-9616-4ce9-b0df-517a7755a44a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 931 time: 0.1219049 May 05 15:42:39.148277 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.provisioning_blocks [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Transition to ACTIVE for port object fc65f9ad-07a2-491d-a05d-84775397a22e will not be triggered until provisioned by entity L2. {{(pid=109965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:42:39.189338 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 1e83b682-f24b-4337-a255-544cc4fca1de triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:39.189706 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.230807 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f6bda-049f-4d52-96d0-552d75fe67e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=65042ffd-1a74-42b4-960e-c09f6fd86661,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:39.279670 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-f41830ba-ec32-4da0-9253-06ffb010dc5f None None] Provisioning complete for port fe74fb4d-77fe-475a-83fd-fe75676bb29f triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:39.280372 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f41830ba-ec32-4da0-9253-06ffb010dc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.356173 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d79be1e1-844a-4c7a-824a-7c5f1b8e4f32 admin admin] Publish callbacks [] for security_group (f7d358b0-b7e1-4fd8-88ff-71fe86172052), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.363535 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.380829 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d7426304-6b76-4779-b24c-c689cd99b2d1 req-3631e562-1cb1-4aa5-a468-e8f754722215 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808988 May 05 15:42:39.381978 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.384136 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.413967 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9893a627-1447-4c86-8c4f-ea050f9eb38e admin admin] Publish callbacks [] for security_group (8a35f168-7e91-41fc-8168-4e34b2f3ce1b), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.431533 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f41830ba-ec32-4da0-9253-06ffb010dc5f None None] Port fe74fb4d-77fe-475a-83fd-fe75676bb29f cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:42:39.450684 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 1e83b682-f24b-4337-a255-544cc4fca1de is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:39.457376 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d79be1e1-844a-4c7a-824a-7c5f1b8e4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (f7d358b0-b7e1-4fd8-88ff-71fe86172052), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.474452 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8120f8d-6a30-4d8b-9f98-1cd8aebb84f5 req-8f40a42f-149f-4897-9844-4b1a2914cf8d tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:39.476261 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d8120f8d-6a30-4d8b-9f98-1cd8aebb84f5 req-8f40a42f-149f-4897-9844-4b1a2914cf8d tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 943 time: 0.2555223 May 05 15:42:39.482599 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97e6c40-d302-449f-97a4-ab09cea4d265 admin admin] Deleting subnet e5d22f75-6a8f-45f8-9cb3-706a03c46fcc {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:42:39.484327 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc65f9ad-07a2-491d-a05d-84775397a22e,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:39.510998 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f97e6c40-d302-449f-97a4-ab09cea4d265 admin admin] Publish callbacks [] for subnet (e5d22f75-6a8f-45f8-9cb3-706a03c46fcc), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.515135 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9893a627-1447-4c86-8c4f-ea050f9eb38e admin admin] Publish callbacks [] for security_group (8a35f168-7e91-41fc-8168-4e34b2f3ce1b), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.595777 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f77a5ede-d2ea-49af-a921-089335e84e1c req-4d2ab34f-9ade-4313-b0ac-40bcad766bf2 service neutron] 10.222.0.41 "GET /v2.0/networks/4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665279 May 05 15:42:39.614707 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d79be1e1-844a-4c7a-824a-7c5f1b8e4f32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=159d2ed280ad49ed8f5d1b04c32aeac9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4164374 May 05 15:42:39.619786 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53626) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:39.621770 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.654727 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f97e6c40-d302-449f-97a4-ab09cea4d265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26956859'] for subnet (e5d22f75-6a8f-45f8-9cb3-706a03c46fcc), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.735348 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Attempting to bind port fc65f9ad-07a2-491d-a05d-84775397a22e on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:42:39.735348 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Attempting to bind port fc65f9ad-07a2-491d-a05d-84775397a22e by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:42:39.735348 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Attempting to bind port fc65f9ad-07a2-491d-a05d-84775397a22e on network 371d1c4c-f489-46f4-9586-d2540e98ca89 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:39.743491 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Port fc65f9ad-07a2-491d-a05d-84775397a22e on network 371d1c4c-f489-46f4-9586-d2540e98ca89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:42:39.743769 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Attempting to bind port fc65f9ad-07a2-491d-a05d-84775397a22e on network 371d1c4c-f489-46f4-9586-d2540e98ca89 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:39.755545 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79be1e1-844a-4c7a-824a-7c5f1b8e4f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d358b0-b7e1-4fd8-88ff-71fe86172052,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:39.776177 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:42:39.776710 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Checking segment: {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:39.777435 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Bound using segment: {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:42:39.778062 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Bound port: fc65f9ad-07a2-491d-a05d-84775397a22e, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'}}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:42:39.778624 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.805494 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d8120f8d-6a30-4d8b-9f98-1cd8aebb84f5 req-7ca400fa-d2b4-40a9-b8b9-cd04416129c2 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955451 May 05 15:42:39.809288 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53638) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:39.853564 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9893a627-1447-4c86-8c4f-ea050f9eb38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (8a35f168-7e91-41fc-8168-4e34b2f3ce1b), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.860362 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9893a627-1447-4c86-8c4f-ea050f9eb38e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.862991 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-9893a627-1447-4c86-8c4f-ea050f9eb38e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a35f168-7e91-41fc-8168-4e34b2f3ce1b HTTP/1.1" status: 204 len: 168 time: 1.0790608 May 05 15:42:39.883855 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f97e6c40-d302-449f-97a4-ab09cea4d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (e5d22f75-6a8f-45f8-9cb3-706a03c46fcc), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.930926 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893a627-1447-4c86-8c4f-ea050f9eb38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a35f168-7e91-41fc-8168-4e34b2f3ce1b,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:39.955815 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-be56fd34-3ea5-4ecd-b988-9d3a13658d40 admin admin] Deleting subnet 88965853-ed57-4737-aa99-b11074a7d562 {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:42:39.968156 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53c51f30-de62-424e-a872-a89ab0d85054 admin admin] Publish callbacks [] for security_group (f7d358b0-b7e1-4fd8-88ff-71fe86172052), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:39.983269 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-be56fd34-3ea5-4ecd-b988-9d3a13658d40 admin admin] Publish callbacks [] for subnet (88965853-ed57-4737-aa99-b11074a7d562), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.018892 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] For port fc65f9ad-07a2-491d-a05d-84775397a22e, host hv-cinder-83979, cleared binding levels {{(pid=109965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:42:40.046686 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f97e6c40-d302-449f-97a4-ab09cea4d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26151560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156283'] for subnet (e5d22f75-6a8f-45f8-9cb3-706a03c46fcc), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.049171 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Allocated IP 172.27.3.55 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/5c23cfc8-5724-4607-a5d9-918126731482) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:40.052386 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-be56fd34-3ea5-4ecd-b988-9d3a13658d40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26956859'] for subnet (88965853-ed57-4737-aa99-b11074a7d562), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.052545 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53c51f30-de62-424e-a872-a89ab0d85054 admin admin] Publish callbacks [] for security_group (f7d358b0-b7e1-4fd8-88ff-71fe86172052), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.062143 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] For port fc65f9ad-07a2-491d-a05d-84775397a22e, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fc65f9ad-07a2-491d-a05d-84775397a22e,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:42:40.082079 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.111015 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e6c40-d302-449f-97a4-ab09cea4d265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d22f75-6a8f-45f8-9cb3-706a03c46fcc,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:40.121689 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f97e6c40-d302-449f-97a4-ab09cea4d265 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.124902 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-f97e6c40-d302-449f-97a4-ab09cea4d265 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e5d22f75-6a8f-45f8-9cb3-706a03c46fcc HTTP/1.1" status: 204 len: 168 time: 1.2224002 May 05 15:42:40.132567 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53646) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:40.169624 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-be56fd34-3ea5-4ecd-b988-9d3a13658d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (88965853-ed57-4737-aa99-b11074a7d562), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.177151 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:40.177789 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.179627 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc65f9ad-07a2-491d-a05d-84775397a22e HTTP/1.1" status: 200 len: 1094 time: 3.1282225 May 05 15:42:40.182498 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcb5e2a-04d2-4c80-9f0d-619f745b0de8', 'tag': 'fc65f9ad-07a2-491d-a05d-84775397a22e'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:40.353984 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe74fb4d-77fe-475a-83fd-fe75676bb29f {{(pid=109965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:42:40.372662 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f16e8aa9-84a7-4189-92b1-7a76ef30ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.375251 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Publish callbacks [] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.377770 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558248af-f9a2-4c56-aced-efa60c09def3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc65f9ad-07a2-491d-a05d-84775397a22e,revision_number=3']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:40.387421 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53c51f30-de62-424e-a872-a89ab0d85054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (f7d358b0-b7e1-4fd8-88ff-71fe86172052), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.390060 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53c51f30-de62-424e-a872-a89ab0d85054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.391382 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-53c51f30-de62-424e-a872-a89ab0d85054 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7d358b0-b7e1-4fd8-88ff-71fe86172052 HTTP/1.1" status: 204 len: 168 time: 0.7593729 May 05 15:42:40.410967 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for port (5c23cfc8-5724-4607-a5d9-918126731482), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.421512 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-3d7ab354-43e2-4097-a27e-e1dd9d018805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:40.422965 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-3d7ab354-43e2-4097-a27e-e1dd9d018805 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 1128 time: 0.1678925 May 05 15:42:40.426035 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c51f30-de62-424e-a872-a89ab0d85054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d358b0-b7e1-4fd8-88ff-71fe86172052,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:40.429015 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.provisioning_blocks [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Transition to ACTIVE for port object fe74fb4d-77fe-475a-83fd-fe75676bb29f will not be triggered until provisioned by entity L2. {{(pid=109965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:42:40.442503 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-be56fd34-3ea5-4ecd-b988-9d3a13658d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26151560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156283'] for subnet (88965853-ed57-4737-aa99-b11074a7d562), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.466763 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.549822 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53662) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:40.555606 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56fd34-3ea5-4ecd-b988-9d3a13658d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88965853-ed57-4737-aa99-b11074a7d562,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:40.564640 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-be56fd34-3ea5-4ecd-b988-9d3a13658d40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.565080 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-08019004-8fbd-480e-bf25-22806816eefa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc65f9ad-07a2-491d-a05d-84775397a22e HTTP/1.1" status: 200 len: 217 time: 0.1346707 May 05 15:42:40.568811 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-be56fd34-3ea5-4ecd-b988-9d3a13658d40 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/88965853-ed57-4737-aa99-b11074a7d562 HTTP/1.1" status: 204 len: 168 time: 0.7554002 May 05 15:42:40.576334 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53664) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:40.666642 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b0758f-15f2-4693-a046-41c818a6ae4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcb5e2a-04d2-4c80-9f0d-619f745b0de8", "tag": "fc65f9ad-07a2-491d-a05d-84775397a22e"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:40.679701 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2076-64bc-44e3-a9fb-39a7d4c6a430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.730457 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f16e8aa9-84a7-4189-92b1-7a76ef30ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.761077 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (5c23cfc8-5724-4607-a5d9-918126731482), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.802211 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f805a-5d42-4800-b459-71e0c32c6e61 req-07c76fcc-3208-44df-bc47-0215a26351d0 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:40.811542 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ff0f805a-5d42-4800-b459-71e0c32c6e61 req-07c76fcc-3208-44df-bc47-0215a26351d0 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 943 time: 0.2606499 May 05 15:42:40.828349 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Pushing event updated for resources: {'Port': ['ID=fe74fb4d-77fe-475a-83fd-fe75676bb29f,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:40.845831 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-12929347-fad4-4e3a-aa73-16f51702e213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (031ac1b8-b6ac-4947-890c-24db382f26c1), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:40.868957 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-f16e8aa9-84a7-4189-92b1-7a76ef30ed97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:40.898471 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-68ec25e8-50c4-463e-a88b-77c3efd6f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:40.900952 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-68ec25e8-50c4-463e-a88b-77c3efd6f841 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.2923908 May 05 15:42:40.907739 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:40.917412 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event updated for resources: {'Port': ['ID=5c23cfc8-5724-4607-a5d9-918126731482,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:40.922063 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-f16e8aa9-84a7-4189-92b1-7a76ef30ed97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e09ce25-ba24-4062-b952-ee9e5075be20') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:40.922395 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-f16e8aa9-84a7-4189-92b1-7a76ef30ed97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e09ce25-ba24-4062-b952-ee9e5075be20') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:40.925137 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:40.937698 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:40.938214 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Attempting to bind port fe74fb4d-77fe-475a-83fd-fe75676bb29f on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:42:40.938735 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Attempting to bind port fe74fb4d-77fe-475a-83fd-fe75676bb29f by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:42:40.939341 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Attempting to bind port fe74fb4d-77fe-475a-83fd-fe75676bb29f on network 371d1c4c-f489-46f4-9586-d2540e98ca89 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:40.975829 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f16e8aa9-84a7-4189-92b1-7a76ef30ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26956836'] for segment (2e09ce25-ba24-4062-b952-ee9e5075be20), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.034860 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f16e8aa9-84a7-4189-92b1-7a76ef30ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (2e09ce25-ba24-4062-b952-ee9e5075be20), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.047844 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2ed727-30fd-498e-b38a-96b7004830d8 x-openstack-request-id: req-1e2ed727-30fd-498e-b38a-96b7004830d8 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:41.048116 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcb5e2a-04d2-4c80-9f0d-619f745b0de8", "tag": "fc65f9ad-07a2-491d-a05d-84775397a22e", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:41.048377 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e2ed727-30fd-498e-b38a-96b7004830d8 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:41.048612 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16e8aa9-84a7-4189-92b1-7a76ef30ed97 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:42:41.048832 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e2ed727-30fd-498e-b38a-96b7004830d8'] response: {'name': 'network-changed', 'server_uuid': '2bcb5e2a-04d2-4c80-9f0d-619f745b0de8', 'tag': 'fc65f9ad-07a2-491d-a05d-84775397a22e', 'status': 'completed', 'code': 200} May 05 15:42:41.048930 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f16e8aa9-84a7-4189-92b1-7a76ef30ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26151662'] for segment (2e09ce25-ba24-4062-b952-ee9e5075be20), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: Traceback (most recent call last): May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: timer() May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: cb(*args, **kw) May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: return func(*args, **kwargs) May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: self._notify() May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: self.callback(batched_events) May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: event.method(event) May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: return f(self, *a, **k) May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._get(url).json() May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:42:41.050804 dv-cinder-839793-9-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:42:41.067622 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Port fe74fb4d-77fe-475a-83fd-fe75676bb29f on network 371d1c4c-f489-46f4-9586-d2540e98ca89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:42:41.068154 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Attempting to bind port fe74fb4d-77fe-475a-83fd-fe75676bb29f on network 371d1c4c-f489-46f4-9586-d2540e98ca89 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:41.089918 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-12929347-fad4-4e3a-aa73-16f51702e213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (031ac1b8-b6ac-4947-890c-24db382f26c1), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.127720 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:42:41.130352 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Checking segment: {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:41.131194 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Bound using segment: {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:42:41.131460 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Bound port: fe74fb4d-77fe-475a-83fd-fe75676bb29f, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'}}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:42:41.131842 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.178983 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ff0f805a-5d42-4800-b459-71e0c32c6e61 req-f327b39a-e2cb-4125-98fc-3c693af691a9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344586 May 05 15:42:41.196465 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-12929347-fad4-4e3a-aa73-16f51702e213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031ac1b8-b6ac-4947-890c-24db382f26c1']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:41.216900 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-12929347-fad4-4e3a-aa73-16f51702e213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0669fa1-8cb1-45b5-ab14-1d3eaf3ff033') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:41.217234 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-12929347-fad4-4e3a-aa73-16f51702e213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0669fa1-8cb1-45b5-ab14-1d3eaf3ff033') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:41.249694 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f16e8aa9-84a7-4189-92b1-7a76ef30ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.265594 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] For port fe74fb4d-77fe-475a-83fd-fe75676bb29f, host hv-cinder-83979, cleared binding levels {{(pid=109965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:42:41.269279 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] For port fe74fb4d-77fe-475a-83fd-fe75676bb29f, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fe74fb4d-77fe-475a-83fd-fe75676bb29f,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:42:41.273629 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-12929347-fad4-4e3a-aa73-16f51702e213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26956836'] for segment (d0669fa1-8cb1-45b5-ab14-1d3eaf3ff033), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.274152 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-fdaea8ea-9707-4af2-b9eb-d27ebae28d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:41.276740 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-fdaea8ea-9707-4af2-b9eb-d27ebae28d55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3423939 May 05 15:42:41.281246 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc65ee-c77d-4d1f-8de2-e1d4587123e8 req-4f68291b-a51c-43ed-b602-f8da8d20c99e tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:41.282914 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-66fc65ee-c77d-4d1f-8de2-e1d4587123e8 req-4f68291b-a51c-43ed-b602-f8da8d20c99e tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 943 time: 0.1880515 May 05 15:42:41.305449 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device d3f7f615-7d9f-4f7c-9554-c89ad09b9083 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:42:41.306802 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53680) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:41.309340 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f16e8aa9-84a7-4189-92b1-7a76ef30ed97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.312561 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-f16e8aa9-84a7-4189-92b1-7a76ef30ed97 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01 HTTP/1.1" status: 204 len: 168 time: 1.1790438 May 05 15:42:41.336776 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.345747 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-12929347-fad4-4e3a-aa73-16f51702e213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (d0669fa1-8cb1-45b5-ab14-1d3eaf3ff033), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.358751 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e8aa9-84a7-4189-92b1-7a76ef30ed97 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f0d7a4c-7d1b-47c8-8ace-68cfd84c0a01,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:41.383902 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-797ea624-cebb-4ca9-8a17-5ee1c3c2ae7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.399408 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:41.400041 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.401425 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] 10.222.0.41 "PUT /v2.0/ports/fe74fb4d-77fe-475a-83fd-fe75676bb29f HTTP/1.1" status: 200 len: 1093 time: 2.5834417 May 05 15:42:41.404211 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12929347-fad4-4e3a-aa73-16f51702e213 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:42:41.404846 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-12929347-fad4-4e3a-aa73-16f51702e213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26151662'] for segment (d0669fa1-8cb1-45b5-ab14-1d3eaf3ff033), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: Traceback (most recent call last): May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: timer() May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: cb(*args, **kw) May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: return func(*args, **kwargs) May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: self._notify() May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: self.callback(batched_events) May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: event.method(event) May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: return f(self, *a, **k) May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._get(url).json() May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:42:41.409890 dv-cinder-839793-9-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:42:41.442425 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (85a2024b-0dcf-4edc-9741-571782e5a350), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.498817 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port d3f7f615-7d9f-4f7c-9554-c89ad09b9083, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d3f7f615-7d9f-4f7c-9554-c89ad09b9083,segment=NetworkSegment(367a56b4-93b4-4015-9f67-febd7d6d2aa6),segment_id=367a56b4-93b4-4015-9f67-febd7d6d2aa6)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:41.531324 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': 'd3f7f615-7d9f-4f7c-9554-c89ad09b9083', 'network_id': '4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7', 'port_id': 'd3f7f615-7d9f-4f7c-9554-c89ad09b9083', 'mac_address': 'fa:16:3e:c1:aa:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab3907f-d2f7-48af-9242-f42eabf94ee1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:42:41.605973 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2076-64bc-44e3-a9fb-39a7d4c6a430 admin admin] Publish callbacks [] for security_group (0842ef0e-50d4-4c81-afe9-79e268c60669), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.621337 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port d3f7f615-7d9f-4f7c-9554-c89ad09b9083 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:41.621807 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.649772 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2076-64bc-44e3-a9fb-39a7d4c6a430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (0842ef0e-50d4-4c81-afe9-79e268c60669), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.657708 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f7f615-7d9f-4f7c-9554-c89ad09b9083 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:42:41.707099 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port d3f7f615-7d9f-4f7c-9554-c89ad09b9083, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d3f7f615-7d9f-4f7c-9554-c89ad09b9083,segment=NetworkSegment(367a56b4-93b4-4015-9f67-febd7d6d2aa6),segment_id=367a56b4-93b4-4015-9f67-febd7d6d2aa6)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:41.712126 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.721142 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53688) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:41.762062 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe39485-c412-49f0-bdeb-4034b228f80e service neutron] Pushing event updated for resources: {'Port': ['ID=fe74fb4d-77fe-475a-83fd-fe75676bb29f,revision_number=3']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:41.784388 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-ebe06caa-5b26-48ba-8ba1-10d6563ab2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:41.786054 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-ebe06caa-5b26-48ba-8ba1-10d6563ab2de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 1127 time: 0.2562339 May 05 15:42:41.798807 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-66fc65ee-c77d-4d1f-8de2-e1d4587123e8 req-953e563f-45f0-4e5a-9a4f-9a7d6c307bce tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655192 May 05 15:42:41.799812 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=d3f7f615-7d9f-4f7c-9554-c89ad09b9083,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:41.807392 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-12929347-fad4-4e3a-aa73-16f51702e213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (031ac1b8-b6ac-4947-890c-24db382f26c1), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.812495 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (5c23cfc8-5724-4607-a5d9-918126731482), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.826840 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-9b2e2076-64bc-44e3-a9fb-39a7d4c6a430 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=907b4fc098974bd091c622da82a52a82&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2725229 May 05 15:42:41.826840 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e2076-64bc-44e3-a9fb-39a7d4c6a430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0842ef0e-50d4-4c81-afe9-79e268c60669,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:41.838234 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53692) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:41.840294 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-92d92ef4-da05-43b1-b0db-82023de88e73 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356803 May 05 15:42:41.847453 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-12929347-fad4-4e3a-aa73-16f51702e213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:41.854151 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-12929347-fad4-4e3a-aa73-16f51702e213 admin admin] 10.222.0.58 "DELETE /v2.0/networks/031ac1b8-b6ac-4947-890c-24db382f26c1 HTTP/1.1" status: 204 len: 168 time: 1.2739077 May 05 15:42:41.872005 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53694) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:41.884120 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12929347-fad4-4e3a-aa73-16f51702e213 admin admin] Pushing event deleted for resources: {'Network': ['ID=031ac1b8-b6ac-4947-890c-24db382f26c1,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:41.884452 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-a7a379d1-9645-4f1c-9f47-dc6cf023ba2d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43179223197641548793880358ca525e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619651 May 05 15:42:41.893330 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53696) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:41.906660 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-bae8dec3-8c19-4896-b559-f189d2de082e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe74fb4d-77fe-475a-83fd-fe75676bb29f HTTP/1.1" status: 200 len: 217 time: 0.0903099 May 05 15:42:41.951866 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['d3f7f615-7d9f-4f7c-9554-c89ad09b9083'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:42:42.034223 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0b0e71-117a-41f5-9229-dad7593c326a admin admin] Deleting subnet e40ce4cb-2bb8-46f4-9787-fedeb62e099d {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:42:42.047096 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e71-117a-41f5-9229-dad7593c326a admin admin] Publish callbacks [] for subnet (e40ce4cb-2bb8-46f4-9787-fedeb62e099d), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.103754 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-797ea624-cebb-4ca9-8a17-5ee1c3c2ae7f admin admin] Publish callbacks [] for security_group (0228c8ab-9650-48a5-9b2c-aeb0d7ac86be), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.127812 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-797ea624-cebb-4ca9-8a17-5ee1c3c2ae7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (0228c8ab-9650-48a5-9b2c-aeb0d7ac86be), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.153691 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e71-117a-41f5-9229-dad7593c326a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26956859'] for subnet (e40ce4cb-2bb8-46f4-9787-fedeb62e099d), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.217802 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-84c01540-f729-491d-a7f1-5486e6c4b2b9 admin admin] Publish callbacks [] for security_group (21f8b4f6-228c-4456-8050-f7ad0a52ff5d), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.259014 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-797ea624-cebb-4ca9-8a17-5ee1c3c2ae7f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ddc93d652b4948a283a6bbbac5951984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9440124 May 05 15:42:42.262752 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53708) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:42.279297 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ea624-cebb-4ca9-8a17-5ee1c3c2ae7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0228c8ab-9650-48a5-9b2c-aeb0d7ac86be,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:42.314838 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e71-117a-41f5-9229-dad7593c326a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (e40ce4cb-2bb8-46f4-9787-fedeb62e099d), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.320076 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-84c01540-f729-491d-a7f1-5486e6c4b2b9 admin admin] Publish callbacks [] for security_group (21f8b4f6-228c-4456-8050-f7ad0a52ff5d), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.323000 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for port (5c23cfc8-5724-4607-a5d9-918126731482), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.338158 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-12efe67e-cba9-4795-9355-d3a1db447fe1 req-051cf673-0814-47c2-82df-cabcddb1afd4 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566162 May 05 15:42:42.355788 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-424210d9-4e40-4e4b-946d-9ef2cb16f77b admin admin] Publish callbacks [] for security_group (0842ef0e-50d4-4c81-afe9-79e268c60669), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.373954 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (5c23cfc8-5724-4607-a5d9-918126731482), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.379759 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-424210d9-4e40-4e4b-946d-9ef2cb16f77b admin admin] Publish callbacks [] for security_group (0842ef0e-50d4-4c81-afe9-79e268c60669), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.408461 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-6e045c90-1790-4b78-9a6b-0ea5f04d0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:42.409910 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-6e045c90-1790-4b78-9a6b-0ea5f04d0bc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.4877787 May 05 15:42:42.420603 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c994d-6e5d-4530-b918-4f846e8a210b req-2aa0150b-d544-41af-86ae-f2a2662d1232 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:42.421993 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-296c994d-6e5d-4530-b918-4f846e8a210b req-2aa0150b-d544-41af-86ae-f2a2662d1232 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 943 time: 0.1262729 May 05 15:42:42.477406 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-424210d9-4e40-4e4b-946d-9ef2cb16f77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (0842ef0e-50d4-4c81-afe9-79e268c60669), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.480117 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-424210d9-4e40-4e4b-946d-9ef2cb16f77b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.481330 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-424210d9-4e40-4e4b-946d-9ef2cb16f77b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0842ef0e-50d4-4c81-afe9-79e268c60669 HTTP/1.1" status: 204 len: 168 time: 0.6402414 May 05 15:42:42.494191 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424210d9-4e40-4e4b-946d-9ef2cb16f77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0842ef0e-50d4-4c81-afe9-79e268c60669,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:42.511250 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event updated for resources: {'Port': ['ID=5c23cfc8-5724-4607-a5d9-918126731482,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:42.519742 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05bf389d-0598-44b5-8b2d-9252d28073fa admin admin] Publish callbacks [] for security_group (0228c8ab-9650-48a5-9b2c-aeb0d7ac86be), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.520647 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-296c994d-6e5d-4530-b918-4f846e8a210b req-6398ce86-616c-4c16-b5d7-8d8fc7526cc9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826609 May 05 15:42:42.540207 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e71-117a-41f5-9229-dad7593c326a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26151560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156283'] for subnet (e40ce4cb-2bb8-46f4-9787-fedeb62e099d), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.558578 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (85a2024b-0dcf-4edc-9741-571782e5a350), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.592944 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-84c01540-f729-491d-a7f1-5486e6c4b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (21f8b4f6-228c-4456-8050-f7ad0a52ff5d), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.595838 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-84c01540-f729-491d-a7f1-5486e6c4b2b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.596998 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-84c01540-f729-491d-a7f1-5486e6c4b2b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/21f8b4f6-228c-4456-8050-f7ad0a52ff5d HTTP/1.1" status: 204 len: 168 time: 0.6995130 May 05 15:42:42.610688 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e71-117a-41f5-9229-dad7593c326a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.613618 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ca0b0e71-117a-41f5-9229-dad7593c326a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e40ce4cb-2bb8-46f4-9787-fedeb62e099d HTTP/1.1" status: 204 len: 168 time: 0.7404075 May 05 15:42:42.614434 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b0e71-117a-41f5-9229-dad7593c326a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40ce4cb-2bb8-46f4-9787-fedeb62e099d,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:42.616215 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53722) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:42.623561 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05bf389d-0598-44b5-8b2d-9252d28073fa admin admin] Publish callbacks [] for security_group (0228c8ab-9650-48a5-9b2c-aeb0d7ac86be), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.639759 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c01540-f729-491d-a7f1-5486e6c4b2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f8b4f6-228c-4456-8050-f7ad0a52ff5d,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:42.649101 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.650783 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-71635aae-537f-46fc-a847-ae5341cc8ce3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7494624 May 05 15:42:42.703165 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05bf389d-0598-44b5-8b2d-9252d28073fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (0228c8ab-9650-48a5-9b2c-aeb0d7ac86be), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.709735 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05bf389d-0598-44b5-8b2d-9252d28073fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.715228 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-05bf389d-0598-44b5-8b2d-9252d28073fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0228c8ab-9650-48a5-9b2c-aeb0d7ac86be HTTP/1.1" status: 204 len: 168 time: 0.4493828 May 05 15:42:42.726386 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf389d-0598-44b5-8b2d-9252d28073fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0228c8ab-9650-48a5-9b2c-aeb0d7ac86be,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:42.748559 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (a835f7e8-3138-47b7-a29d-4b71dad6fccf), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.882827 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (a835f7e8-3138-47b7-a29d-4b71dad6fccf), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:42.925753 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:42.926127 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:42.929492 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:42.929824 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > port after_create 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:42.930158 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:42.930526 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > port after_update 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:42.930931 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:42.931308 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:42.931773 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:42.932106 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:43.006875 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571b717-4b39-42c6-b1f6-fd89813fd5c7 req-9533c6f3-0558-4ac8-bc63-ed7fa9b53731 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:43.030480 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b571b717-4b39-42c6-b1f6-fd89813fd5c7 req-9533c6f3-0558-4ac8-bc63-ed7fa9b53731 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 944 time: 0.0997546 May 05 15:42:43.032264 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:43.033207 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:43.034991 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:43.035334 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 15:42:43.035829 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a835f7e8-3138-47b7-a29d-4b71dad6fccf']}} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:43.051638 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7a541c-94e6-45d7-99ab-c302fa07d4b1', 'tag': 'fe74fb4d-77fe-475a-83fd-fe75676bb29f'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:43.055024 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2861b5-413a-41aa-828b-91a37cc54ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7a541c-94e6-45d7-99ab-c302fa07d4b1", "tag": "fe74fb4d-77fe-475a-83fd-fe75676bb29f"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:43.117044 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53756) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:43.143492 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3310e63-dc26-4059-b869-73df8a33223c') {'for_net_delete': True} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:43.143789 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3310e63-dc26-4059-b869-73df8a33223c') {} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:42:43.200584 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2211024'] for segment (f3310e63-dc26-4059-b869-73df8a33223c), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:43.219499 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b571b717-4b39-42c6-b1f6-fd89813fd5c7 req-df102333-0966-4487-9cd5-0d5d4e4fcbf8 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832895 May 05 15:42:43.237061 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-724dcf7a-bd38-4ca3-b192-ef39ebd159e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:43.238706 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-724dcf7a-bd38-4ca3-b192-ef39ebd159e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1890473 May 05 15:42:43.239988 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-aa5c65f4-1d35-4235-b0d7-384459c6696c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=395cbd3ca7164ae08bf8c843c0700258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1214533 May 05 15:42:43.244016 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0758f-15f2-4693-a046-41c818a6ae4f req-5de02547-fcb7-4b07-acfd-261b8fc83757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:43.245449 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-87b0758f-15f2-4693-a046-41c818a6ae4f req-5de02547-fcb7-4b07-acfd-261b8fc83757 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 1128 time: 0.1970060 May 05 15:42:43.245800 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53762) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:43.259016 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (f3310e63-dc26-4059-b869-73df8a33223c), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:43.300554 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device d3f7f615-7d9f-4f7c-9554-c89ad09b9083 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:43.335148 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6541845f-72e9-4186-8c0d-818a3552ff7e admin admin] Publish callbacks [] for security_group (c005b14e-b27c-4f1a-9d18-edc4b7474b8f), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:43.337505 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333a3b84-cd35-403c-aee8-5c84d1a232c3 x-openstack-request-id: req-333a3b84-cd35-403c-aee8-5c84d1a232c3 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:43.338207 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7a541c-94e6-45d7-99ab-c302fa07d4b1", "tag": "fe74fb4d-77fe-475a-83fd-fe75676bb29f", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:43.339217 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-333a3b84-cd35-403c-aee8-5c84d1a232c3 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:43.339962 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333a3b84-cd35-403c-aee8-5c84d1a232c3'] response: {'name': 'network-changed', 'server_uuid': 'ab7a541c-94e6-45d7-99ab-c302fa07d4b1', 'tag': 'fe74fb4d-77fe-475a-83fd-fe75676bb29f', 'status': 'completed', 'code': 200} May 05 15:42:43.341489 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=109965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:42:43.342212 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25928810'] for segment (f3310e63-dc26-4059-b869-73df8a33223c), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:43.398178 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6541845f-72e9-4186-8c0d-818a3552ff7e admin admin] Publish callbacks [] for security_group (c005b14e-b27c-4f1a-9d18-edc4b7474b8f), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:43.413624 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port d3f7f615-7d9f-4f7c-9554-c89ad09b9083 completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:42:43.439356 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port d3f7f615-7d9f-4f7c-9554-c89ad09b9083 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:43.439988 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:43.442191 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-acd21eac-4c1c-45f1-b2fc-9265a4363ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: from cryptography.utils import int_from_bytes May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: from cryptography.utils import int_from_bytes May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: Traceback (most recent call last): May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: timer() May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: cb(*args, **kw) May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: return func(*args, **kwargs) May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: self._notify() May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: self.callback(batched_events) May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: event.method(event) May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: return f(self, *a, **k) May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._get(url).json() May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: return self.request(url, 'GET', **kwargs) May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:42:43.455705 dv-cinder-839793-9-iscsi neutron-server[109965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:42:43.457733 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-0203c9e9-62c0-4fd8-aed5-e667b352128e service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039387 May 05 15:42:43.509382 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6541845f-72e9-4186-8c0d-818a3552ff7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (c005b14e-b27c-4f1a-9d18-edc4b7474b8f), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:43.509382 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6541845f-72e9-4186-8c0d-818a3552ff7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:43.509382 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6541845f-72e9-4186-8c0d-818a3552ff7e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c005b14e-b27c-4f1a-9d18-edc4b7474b8f HTTP/1.1" status: 204 len: 168 time: 0.2626526 May 05 15:42:43.523173 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541845f-72e9-4186-8c0d-818a3552ff7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c005b14e-b27c-4f1a-9d18-edc4b7474b8f,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:43.553939 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port d3f7f615-7d9f-4f7c-9554-c89ad09b9083 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:43.554595 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:43.563279 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (a835f7e8-3138-47b7-a29d-4b71dad6fccf), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:43.594874 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-fd69cf3e-3833-43b0-bcc1-63caceb52fff tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1507469122&fields=id&tenant_id=bd7f78fcf0be461796d2a86956cf3b9d HTTP/1.1" status: 200 len: 267 time: 0.4954007 May 05 15:42:43.606082 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c473e8a-d91e-4a71-bed6-9781f975211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f7f615-7d9f-4f7c-9554-c89ad09b9083'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:43.642158 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Pushing event deleted for resources: {'Network': ['ID=a835f7e8-3138-47b7-a29d-4b71dad6fccf,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:43.665360 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:43.671196 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-3a27aa05-faf3-4873-984d-bd51eb8bde2d admin admin] 10.222.0.58 "DELETE /v2.0/networks/a835f7e8-3138-47b7-a29d-4b71dad6fccf HTTP/1.1" status: 204 len: 168 time: 1.0515320 May 05 15:42:43.684883 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57771-7ec3-493b-acaf-d390ad3d77b1 req-6ca7010a-148a-4a06-816d-0e4af4aed53b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:43.692550 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d2b57771-7ec3-493b-acaf-d390ad3d77b1 req-6ca7010a-148a-4a06-816d-0e4af4aed53b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 943 time: 0.0673137 May 05 15:42:43.742929 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port d3f7f615-7d9f-4f7c-9554-c89ad09b9083, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d3f7f615-7d9f-4f7c-9554-c89ad09b9083,segment=NetworkSegment(367a56b4-93b4-4015-9f67-febd7d6d2aa6),segment_id=367a56b4-93b4-4015-9f67-febd7d6d2aa6)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:43.747248 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d2b57771-7ec3-493b-acaf-d390ad3d77b1 req-827a795d-2036-4578-ae04-168aa5bb7deb tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535760 May 05 15:42:43.752146 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:43.813125 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=d3f7f615-7d9f-4f7c-9554-c89ad09b9083,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:43.816133 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11916622-f2ef-43a2-8b3a-e4c6c9289047 req-180e22e3-23da-4c0c-820e-fea452314f97 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743669 May 05 15:42:43.883551 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53792) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:43.908090 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0758f-15f2-4693-a046-41c818a6ae4f req-b9d28150-efed-4c90-9554-49ea56d64d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:43.909608 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-87b0758f-15f2-4693-a046-41c818a6ae4f req-b9d28150-efed-4c90-9554-49ea56d64d88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.6375115 May 05 15:42:43.944760 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-e9cba1f2-fa3a-459d-b8d1-5be290a6bd84 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:43.947913 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-e9cba1f2-fa3a-459d-b8d1-5be290a6bd84 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/networks?id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32 HTTP/1.1" status: 200 len: 811 time: 0.3508062 May 05 15:42:43.948215 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53794) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:43.949303 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b59219cf-c56f-417d-8715-a326287b2356 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=255aeae1543e48d69e2ff14c21350d97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0646000 May 05 15:42:43.983615 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-30be5206-6f31-4514-8827-5c9f84864d90 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/quotas/bd7f78fcf0be461796d2a86956cf3b9d HTTP/1.1" status: 200 len: 375 time: 0.0281901 May 05 15:42:44.096099 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-ac2d1222-3020-4e05-8a74-49f524f71933 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd7f78fcf0be461796d2a86956cf3b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979574 May 05 15:42:44.096645 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c58fb1e-6ef5-45b7-b1c9-eca2b0f8ce6c admin admin] Publish callbacks [] for security_group (325ee68f-f3b1-4447-8c36-d62fb131c188), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:44.124902 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c58fb1e-6ef5-45b7-b1c9-eca2b0f8ce6c admin admin] Publish callbacks [] for security_group (325ee68f-f3b1-4447-8c36-d62fb131c188), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:44.155541 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382aabe2-179f-45ba-93c5-95f3674bab7e" -d '{"events": [{"server_uuid": "7c473e8a-d91e-4a71-bed6-9781f975211c", "name": "network-vif-plugged", "status": "completed", "tag": "d3f7f615-7d9f-4f7c-9554-c89ad09b9083"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:44.196429 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c58fb1e-6ef5-45b7-b1c9-eca2b0f8ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (325ee68f-f3b1-4447-8c36-d62fb131c188), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:44.200741 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c58fb1e-6ef5-45b7-b1c9-eca2b0f8ce6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:44.204735 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-9c58fb1e-6ef5-45b7-b1c9-eca2b0f8ce6c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/325ee68f-f3b1-4447-8c36-d62fb131c188 HTTP/1.1" status: 204 len: 168 time: 0.2528548 May 05 15:42:44.215265 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58fb1e-6ef5-45b7-b1c9-eca2b0f8ce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325ee68f-f3b1-4447-8c36-d62fb131c188,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:44.488738 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee4db55-1091-4e02-8f8f-841d958e7add x-openstack-request-id: req-4ee4db55-1091-4e02-8f8f-841d958e7add {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:44.489290 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c473e8a-d91e-4a71-bed6-9781f975211c", "name": "network-vif-plugged", "status": "completed", "tag": "d3f7f615-7d9f-4f7c-9554-c89ad09b9083", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:44.489557 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ee4db55-1091-4e02-8f8f-841d958e7add {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:44.490557 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ee4db55-1091-4e02-8f8f-841d958e7add'] response: {'server_uuid': '7c473e8a-d91e-4a71-bed6-9781f975211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f7f615-7d9f-4f7c-9554-c89ad09b9083', 'code': 200} May 05 15:42:44.625622 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:44.626917 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc2a38-290a-4cd2-9340-3a2feea0270b req-667793bf-41c5-4615-9898-39071684ed37 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:44.628882 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c0bc2a38-290a-4cd2-9340-3a2feea0270b req-667793bf-41c5-4615-9898-39071684ed37 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 945 time: 0.0898881 May 05 15:42:44.629838 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-87b0758f-15f2-4693-a046-41c818a6ae4f req-ed4fb49c-75e0-406f-a4e7-df2764374e0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc65f9ad-07a2-491d-a05d-84775397a22e HTTP/1.1" status: 200 len: 217 time: 0.0985200 May 05 15:42:44.700893 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2861b5-413a-41aa-828b-91a37cc54ca9 req-64fc308d-da94-44fd-9fda-c32ab9a0170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:44.703101 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6a2861b5-413a-41aa-828b-91a37cc54ca9 req-64fc308d-da94-44fd-9fda-c32ab9a0170b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 1127 time: 0.1597416 May 05 15:42:44.743893 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c0bc2a38-290a-4cd2-9340-3a2feea0270b req-a8ea54fb-31f6-4f9b-84f2-58c9436ca73e tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035035 May 05 15:42:44.750360 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0758f-15f2-4693-a046-41c818a6ae4f req-27270a06-5f2f-4ca4-95f7-3ba232bdabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:44.751824 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-87b0758f-15f2-4693-a046-41c818a6ae4f req-27270a06-5f2f-4ca4-95f7-3ba232bdabdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.1157856 May 05 15:42:44.836925 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0758f-15f2-4693-a046-41c818a6ae4f req-3d4272fa-a0ea-46d9-8d6b-72ba8fd1ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:44.838454 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-87b0758f-15f2-4693-a046-41c818a6ae4f req-3d4272fa-a0ea-46d9-8d6b-72ba8fd1ffc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793660 May 05 15:42:44.912424 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2861b5-413a-41aa-828b-91a37cc54ca9 req-972b86e1-b996-4662-bcbd-f76e9304d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:44.913669 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6a2861b5-413a-41aa-828b-91a37cc54ca9 req-972b86e1-b996-4662-bcbd-f76e9304d8b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.2032840 May 05 15:42:44.920799 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43af9f-d16c-44dc-b6c4-7539f2057d2b req-efbdf0a3-05c0-46ca-a385-795e965e7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:44.922505 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aa43af9f-d16c-44dc-b6c4-7539f2057d2b req-efbdf0a3-05c0-46ca-a385-795e965e7264 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 1129 time: 0.1350293 May 05 15:42:44.940768 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273674e7-b990-482c-a235-bb8eb0cf997f req-a23939be-357d-42a9-8e97-f871e526f69b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:44.942251 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-273674e7-b990-482c-a235-bb8eb0cf997f req-a23939be-357d-42a9-8e97-f871e526f69b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 943 time: 0.0843637 May 05 15:42:44.951149 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-aa43af9f-d16c-44dc-b6c4-7539f2057d2b req-7fc3da49-e323-4b1d-8815-ed7607898e5f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:45.034233 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-273674e7-b990-482c-a235-bb8eb0cf997f req-e9a774b6-fbe3-4756-afb8-711cf8556205 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775838 May 05 15:42:45.096511 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53868) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:45.108838 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-aa43af9f-d16c-44dc-b6c4-7539f2057d2b req-7fc3da49-e323-4b1d-8815-ed7607898e5f service neutron] Publish callbacks [] for security_group (2a9e1d2b-5355-4985-8c3f-4197a8e38f56), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:45.117829 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-aa43af9f-d16c-44dc-b6c4-7539f2057d2b req-7fc3da49-e323-4b1d-8815-ed7607898e5f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (2a9e1d2b-5355-4985-8c3f-4197a8e38f56), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:45.181564 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aa43af9f-d16c-44dc-b6c4-7539f2057d2b req-7fc3da49-e323-4b1d-8815-ed7607898e5f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524962 May 05 15:42:45.191654 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3da49-e323-4b1d-8815-ed7607898e5f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9e1d2b-5355-4985-8c3f-4197a8e38f56,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:45.204437 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-9b33764d-c63c-4387-8fef-18e6f2cc4ba0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d72e5424de74448ae9977b50942d3cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1045082 May 05 15:42:45.205197 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53872) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:45.271139 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6b1f-f8fa-4fcd-8066-ae83f93bbb04 admin admin] Publish callbacks [] for security_group (8faa246d-b5e5-4e0f-9c35-8abe4f511b06), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:45.273375 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-7c332da0-9c73-4cd7-accb-2f970ebd5c34 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:42:45.274554 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-7c332da0-9c73-4cd7-accb-2f970ebd5c34 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6530156 May 05 15:42:45.276873 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6a2861b5-413a-41aa-828b-91a37cc54ca9 req-a6c8c9b6-7b42-4746-9203-12988488868d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe74fb4d-77fe-475a-83fd-fe75676bb29f HTTP/1.1" status: 200 len: 217 time: 0.3509030 May 05 15:42:45.279422 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-87b0758f-15f2-4693-a046-41c818a6ae4f req-8d3322cd-2db7-4629-88e1-33b1db7c82a2 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278135 May 05 15:42:45.305397 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6b1f-f8fa-4fcd-8066-ae83f93bbb04 admin admin] Publish callbacks [] for security_group (8faa246d-b5e5-4e0f-9c35-8abe4f511b06), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:45.315706 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device fc65f9ad-07a2-491d-a05d-84775397a22e details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:42:45.379630 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6b1f-f8fa-4fcd-8066-ae83f93bbb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (8faa246d-b5e5-4e0f-9c35-8abe4f511b06), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:45.383252 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6b1f-f8fa-4fcd-8066-ae83f93bbb04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:45.394474 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3c1c6b1f-f8fa-4fcd-8066-ae83f93bbb04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8faa246d-b5e5-4e0f-9c35-8abe4f511b06 HTTP/1.1" status: 204 len: 168 time: 0.1880236 May 05 15:42:45.405816 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c6b1f-f8fa-4fcd-8066-ae83f93bbb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faa246d-b5e5-4e0f-9c35-8abe4f511b06,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:45.407853 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-cc001e4a-6513-473f-8580-b29e197314d3 service neutron] 10.222.0.58 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250210 May 05 15:42:45.463004 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port fc65f9ad-07a2-491d-a05d-84775397a22e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fc65f9ad-07a2-491d-a05d-84775397a22e,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:45.476712 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': 'fc65f9ad-07a2-491d-a05d-84775397a22e', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'port_id': 'fc65f9ad-07a2-491d-a05d-84775397a22e', 'mac_address': 'fa:16:3e:06:e4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:42:45.516956 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2861b5-413a-41aa-828b-91a37cc54ca9 req-1d51e909-c55e-4a47-a81f-f9735197b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:45.517966 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6a2861b5-413a-41aa-828b-91a37cc54ca9 req-1d51e909-c55e-4a47-a81f-f9735197b7ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.1079023 May 05 15:42:45.529112 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port fc65f9ad-07a2-491d-a05d-84775397a22e is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:45.529543 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:45.544085 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc65f9ad-07a2-491d-a05d-84775397a22e {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:42:45.569932 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port fc65f9ad-07a2-491d-a05d-84775397a22e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fc65f9ad-07a2-491d-a05d-84775397a22e,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:45.575587 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:45.643827 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=fc65f9ad-07a2-491d-a05d-84775397a22e,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:45.654065 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2861b5-413a-41aa-828b-91a37cc54ca9 req-afb41146-5120-43d9-8e91-4a634664e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:45.655609 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6a2861b5-413a-41aa-828b-91a37cc54ca9 req-afb41146-5120-43d9-8e91-4a634664e8df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012161 May 05 15:42:45.664373 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-87b0758f-15f2-4693-a046-41c818a6ae4f req-05195f4f-1e63-4eed-90a2-2e9f62fd1669 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555475 May 05 15:42:45.668413 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-3d85009d-e5a3-4c06-967d-b95ffa603c2f service neutron] 10.222.0.58 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213268 May 05 15:42:45.714946 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53890) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:45.785011 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['fc65f9ad-07a2-491d-a05d-84775397a22e'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:42:45.809444 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fb2d9527-a2a5-462b-8f71-776f93e9af13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:45.975818 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b166bf-241f-4068-9fc8-17a8b9ed3293 req-4b531d33-8338-49c6-94bc-d173faa64d2c tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:45.988930 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e8b166bf-241f-4068-9fc8-17a8b9ed3293 req-4b531d33-8338-49c6-94bc-d173faa64d2c tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 945 time: 0.0985305 May 05 15:42:46.054229 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6a2861b5-413a-41aa-828b-91a37cc54ca9 req-596920b5-5d66-4c9d-b247-4722a4bc928f service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882861 May 05 15:42:46.074336 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e8b166bf-241f-4068-9fc8-17a8b9ed3293 req-e14f311c-97cb-406b-b6e8-7dc38a2fa27e tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844131 May 05 15:42:46.098549 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1d064847-0e7f-43f7-ad5e-2b4a52fd4e96 req-5451d634-6263-4645-92df-5bd51ad1dcbd tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 210 time: 0.0430992 May 05 15:42:46.228977 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20517236-788c-412a-9663-edf7af736a98 req-65f89809-8a71-4241-a66c-adbe612bda4e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:46.236176 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-20517236-788c-412a-9663-edf7af736a98 req-65f89809-8a71-4241-a66c-adbe612bda4e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 943 time: 0.0698361 May 05 15:42:46.244989 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6a2861b5-413a-41aa-828b-91a37cc54ca9 req-c8bb11ea-cb9d-4303-b45c-3256792e8a5c service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456637 May 05 15:42:46.270634 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-80f066e2-bad2-4094-a13d-4d11bf1fd1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:46.325744 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-20517236-788c-412a-9663-edf7af736a98 req-ec155677-064a-464e-8b03-68dc3e0cc475 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885768 May 05 15:42:46.414719 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-80f066e2-bad2-4094-a13d-4d11bf1fd1a9 admin admin] Publish callbacks [] for security_group (5287274c-a490-496d-9e7d-65204e677b0a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:46.420066 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-80f066e2-bad2-4094-a13d-4d11bf1fd1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5287274c-a490-496d-9e7d-65204e677b0a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:46.465219 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-80f066e2-bad2-4094-a13d-4d11bf1fd1a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4fe85994069f47c5baae0c795602da37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7486417 May 05 15:42:46.467392 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f066e2-bad2-4094-a13d-4d11bf1fd1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5287274c-a490-496d-9e7d-65204e677b0a,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:46.468874 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53932) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:46.533647 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-62776a0b-1c74-46e5-a6f9-99b281eb1f3d admin admin] Publish callbacks [] for security_group (5287274c-a490-496d-9e7d-65204e677b0a), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:46.557107 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-62776a0b-1c74-46e5-a6f9-99b281eb1f3d admin admin] Publish callbacks [] for security_group (5287274c-a490-496d-9e7d-65204e677b0a), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:46.580421 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 53940) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:46.614833 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-62776a0b-1c74-46e5-a6f9-99b281eb1f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5287274c-a490-496d-9e7d-65204e677b0a), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:46.618052 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-62776a0b-1c74-46e5-a6f9-99b281eb1f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:46.622199 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-62776a0b-1c74-46e5-a6f9-99b281eb1f3d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5287274c-a490-496d-9e7d-65204e677b0a HTTP/1.1" status: 204 len: 168 time: 0.1521623 May 05 15:42:46.640190 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62776a0b-1c74-46e5-a6f9-99b281eb1f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5287274c-a490-496d-9e7d-65204e677b0a,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:46.796502 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d82a8904-cb99-4ec2-85e4-5c7f7f40da6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:46.879490 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d82a8904-cb99-4ec2-85e4-5c7f7f40da6f admin admin] Publish callbacks [] for security_group (57a2f0b6-289d-4db7-98b2-1db3140ac610), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:46.884976 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d82a8904-cb99-4ec2-85e4-5c7f7f40da6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (57a2f0b6-289d-4db7-98b2-1db3140ac610), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:46.924950 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d82a8904-cb99-4ec2-85e4-5c7f7f40da6f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6e54e2bf9ca418597de8dd60c96c657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434327 May 05 15:42:46.925815 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a8904-cb99-4ec2-85e4-5c7f7f40da6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a2f0b6-289d-4db7-98b2-1db3140ac610,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:46.927811 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 53956) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:46.967506 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:46.988279 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a21c4f2-e833-4f5d-b797-94e6f4c5e77e admin admin] Publish callbacks [] for security_group (57a2f0b6-289d-4db7-98b2-1db3140ac610), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:47.017161 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a21c4f2-e833-4f5d-b797-94e6f4c5e77e admin admin] Publish callbacks [] for security_group (57a2f0b6-289d-4db7-98b2-1db3140ac610), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:47.077411 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a21c4f2-e833-4f5d-b797-94e6f4c5e77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (57a2f0b6-289d-4db7-98b2-1db3140ac610), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:47.080771 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a21c4f2-e833-4f5d-b797-94e6f4c5e77e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:47.082141 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-1a21c4f2-e833-4f5d-b797-94e6f4c5e77e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57a2f0b6-289d-4db7-98b2-1db3140ac610 HTTP/1.1" status: 204 len: 168 time: 0.1526356 May 05 15:42:47.090417 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21c4f2-e833-4f5d-b797-94e6f4c5e77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a2f0b6-289d-4db7-98b2-1db3140ac610,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:47.249018 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5c479797-7089-458c-a8d3-37b4098bf6c0 req-9782356a-4ea0-480d-be2f-4278fadd588f tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 210 time: 0.0647128 May 05 15:42:47.301232 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d74f4b-9d31-43f1-80fa-961b65b311f2 req-7865fdce-2e71-4ccd-9961-133e43270586 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:47.303208 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-88d74f4b-9d31-43f1-80fa-961b65b311f2 req-7865fdce-2e71-4ccd-9961-133e43270586 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 945 time: 0.0808005 May 05 15:42:47.316433 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device fe74fb4d-77fe-475a-83fd-fe75676bb29f details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:42:47.339138 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device fc65f9ad-07a2-491d-a05d-84775397a22e up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:47.386603 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-88d74f4b-9d31-43f1-80fa-961b65b311f2 req-1ea0cc70-f2e5-40e8-bd25-78daba8cf6b6 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759532 May 05 15:42:47.429097 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port fc65f9ad-07a2-491d-a05d-84775397a22e completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:42:47.465515 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port fc65f9ad-07a2-491d-a05d-84775397a22e triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:47.465906 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:47.473787 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62df4e1-8d20-4dca-be02-4e61f4878915 req-0095edb4-7fb1-4807-8ae0-6d150b8ad791 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:47.482057 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d62df4e1-8d20-4dca-be02-4e61f4878915 req-0095edb4-7fb1-4807-8ae0-6d150b8ad791 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 943 time: 0.0641034 May 05 15:42:47.539331 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port fe74fb4d-77fe-475a-83fd-fe75676bb29f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fe74fb4d-77fe-475a-83fd-fe75676bb29f,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:47.562209 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': 'fe74fb4d-77fe-475a-83fd-fe75676bb29f', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'port_id': 'fe74fb4d-77fe-475a-83fd-fe75676bb29f', 'mac_address': 'fa:16:3e:74:f8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:42:47.565382 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d62df4e1-8d20-4dca-be02-4e61f4878915 req-50d0f08d-b3a0-4858-a526-b33bd420eaa0 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821257 May 05 15:42:47.654024 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port fe74fb4d-77fe-475a-83fd-fe75676bb29f is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:47.654733 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:47.676739 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe74fb4d-77fe-475a-83fd-fe75676bb29f {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:42:47.718886 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port fe74fb4d-77fe-475a-83fd-fe75676bb29f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fe74fb4d-77fe-475a-83fd-fe75676bb29f,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:47.724678 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port fc65f9ad-07a2-491d-a05d-84775397a22e is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:47.725569 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:47.757527 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:47.772885 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcb5e2a-04d2-4c80-9f0d-619f745b0de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc65f9ad-07a2-491d-a05d-84775397a22e'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:47.775034 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-93e96684-136b-494f-a3d6-cda7d9de81c7 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:47.776139 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a89516-27d0-4cb5-bf95-ebe9284430d5" -d '{"events": [{"server_uuid": "2bcb5e2a-04d2-4c80-9f0d-619f745b0de8", "name": "network-vif-plugged", "status": "completed", "tag": "fc65f9ad-07a2-491d-a05d-84775397a22e"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:47.776570 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-93e96684-136b-494f-a3d6-cda7d9de81c7 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.41 "GET /v2.0/networks?id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32 HTTP/1.1" status: 200 len: 811 time: 0.1599631 May 05 15:42:47.873847 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port fc65f9ad-07a2-491d-a05d-84775397a22e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fc65f9ad-07a2-491d-a05d-84775397a22e,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:47.888718 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:47.916034 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 54002) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:47.933715 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-e3931b4d-f6b0-4333-b216-5b68dc37425d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd7f78fcf0be461796d2a86956cf3b9d HTTP/1.1" status: 200 len: 380 time: 0.1453288 May 05 15:42:47.941889 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-16cb3eac-4c14-4396-8e53-981fc7099ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:47.997402 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe61882-1786-4e65-90c0-c238e1c7bbe3 x-openstack-request-id: req-dbe61882-1786-4e65-90c0-c238e1c7bbe3 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:47.997947 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcb5e2a-04d2-4c80-9f0d-619f745b0de8", "name": "network-vif-plugged", "status": "completed", "tag": "fc65f9ad-07a2-491d-a05d-84775397a22e", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:47.997947 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dbe61882-1786-4e65-90c0-c238e1c7bbe3 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:47.998360 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe61882-1786-4e65-90c0-c238e1c7bbe3'] response: {'server_uuid': '2bcb5e2a-04d2-4c80-9f0d-619f745b0de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc65f9ad-07a2-491d-a05d-84775397a22e', 'code': 200} May 05 15:42:47.999319 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['fe74fb4d-77fe-475a-83fd-fe75676bb29f'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:42:48.012470 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=fe74fb4d-77fe-475a-83fd-fe75676bb29f,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:48.034437 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-5596104f-1cb1-4d89-ac76-cacde5dd91e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Request body: {'port': {'device_id': '48ed89c4-e73a-473d-b838-0368e492c8cf', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'admin_state_up': True, 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'security_groups': ['92e6d037-1abf-420f-8e7e-45b1ab8a1345']}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:48.148231 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-16cb3eac-4c14-4396-8e53-981fc7099ad3 admin admin] Publish callbacks [] for security_group (65d1c662-255e-48c3-8336-4677f5a8aff4), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:48.170051 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-16cb3eac-4c14-4396-8e53-981fc7099ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (65d1c662-255e-48c3-8336-4677f5a8aff4), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:48.210040 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=fc65f9ad-07a2-491d-a05d-84775397a22e,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:48.233443 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-16cb3eac-4c14-4396-8e53-981fc7099ad3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a955d60428444ecac4b14bff63eebee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138013 May 05 15:42:48.233809 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54022) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:48.298906 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5589380f-58ba-4e22-b6a4-a82068d1b064 admin admin] Publish callbacks [] for security_group (65d1c662-255e-48c3-8336-4677f5a8aff4), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:48.317702 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb3eac-4c14-4396-8e53-981fc7099ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d1c662-255e-48c3-8336-4677f5a8aff4,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:48.326582 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5589380f-58ba-4e22-b6a4-a82068d1b064 admin admin] Publish callbacks [] for security_group (65d1c662-255e-48c3-8336-4677f5a8aff4), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:48.349792 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-5596104f-1cb1-4d89-ac76-cacde5dd91e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Made reservation on behalf of bd7f78fcf0be461796d2a86956cf3b9d for: {'port': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:48.353330 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-5596104f-1cb1-4d89-ac76-cacde5dd91e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:48.357074 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eeaff-83e7-4b60-88aa-dfc902effb3c req-cebe30e8-8fd0-4dab-8c08-f63083ae5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:48.358586 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0e5eeaff-83e7-4b60-88aa-dfc902effb3c req-cebe30e8-8fd0-4dab-8c08-f63083ae5977 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 1130 time: 0.1194053 May 05 15:42:48.432025 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0b7d7536-c0ef-4013-bc3b-a5c8ab2c2b83 req-052e3aeb-7f0c-4c04-ad8a-b91fdff2e5bb tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 210 time: 0.0587418 May 05 15:42:48.435539 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0e5eeaff-83e7-4b60-88aa-dfc902effb3c req-be94e144-557b-498a-9ae1-43bd07f39d39 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674469 May 05 15:42:48.460828 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:48.474824 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5589380f-58ba-4e22-b6a4-a82068d1b064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (65d1c662-255e-48c3-8336-4677f5a8aff4), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:48.477545 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5589380f-58ba-4e22-b6a4-a82068d1b064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:48.478703 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-5589380f-58ba-4e22-b6a4-a82068d1b064 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65d1c662-255e-48c3-8336-4677f5a8aff4 HTTP/1.1" status: 204 len: 168 time: 0.2433496 May 05 15:42:48.498529 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589380f-58ba-4e22-b6a4-a82068d1b064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d1c662-255e-48c3-8336-4677f5a8aff4,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:48.573560 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7166f-69e9-4bd0-b3d3-34d83d7e5de2 req-405845d1-19ad-42a1-b916-9aa94da182ef tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:48.575519 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-15a7166f-69e9-4bd0-b3d3-34d83d7e5de2 req-405845d1-19ad-42a1-b916-9aa94da182ef tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 945 time: 0.0843439 May 05 15:42:48.621461 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-5596104f-1cb1-4d89-ac76-cacde5dd91e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Allocated IP 172.20.0.3 (56f1a0c2-f1c0-439d-ad4c-587f0585ee32/86f8d8ae-fc09-441d-bf00-c996815f485d/08434f96-b818-411c-a085-51a489bc8560) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:42:48.664236 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-15a7166f-69e9-4bd0-b3d3-34d83d7e5de2 req-44f10e38-91c1-4ba2-8d49-5743f2cd128f tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787380 May 05 15:42:48.745567 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d07db-a3fb-4f89-9d78-afc1eac9e198 req-e56e52f6-41c9-4140-8273-913244af465a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:48.749692 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-081d07db-a3fb-4f89-9d78-afc1eac9e198 req-e56e52f6-41c9-4140-8273-913244af465a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0782442 May 05 15:42:48.833281 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-081d07db-a3fb-4f89-9d78-afc1eac9e198 req-95fafb4b-6494-468a-a03c-6ed87e171d75 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776713 May 05 15:42:48.837445 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-5596104f-1cb1-4d89-ac76-cacde5dd91e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for port (08434f96-b818-411c-a085-51a489bc8560), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:48.886142 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-5596104f-1cb1-4d89-ac76-cacde5dd91e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (08434f96-b818-411c-a085-51a489bc8560), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:48.941029 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-5596104f-1cb1-4d89-ac76-cacde5dd91e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:42:48.945093 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-5596104f-1cb1-4d89-ac76-cacde5dd91e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:48.951366 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-5596104f-1cb1-4d89-ac76-cacde5dd91e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:42:48.977008 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596104f-1cb1-4d89-ac76-cacde5dd91e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event updated for resources: {'Port': ['ID=08434f96-b818-411c-a085-51a489bc8560,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:49.008624 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-5596104f-1cb1-4d89-ac76-cacde5dd91e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:49.009460 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-5596104f-1cb1-4d89-ac76-cacde5dd91e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.048034 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-5596104f-1cb1-4d89-ac76-cacde5dd91e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0175586 May 05 15:42:49.059696 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Request body: {'port': {'device_id': '48ed89c4-e73a-473d-b838-0368e492c8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:49.216114 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54058) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:49.233263 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (08434f96-b818-411c-a085-51a489bc8560), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.244746 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-573c9699-e287-445e-b8b1-49c9658ba6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.260000 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-02fcff67-acc0-4735-9a8b-142777521957 None None] Provisioning complete for port 08434f96-b818-411c-a085-51a489bc8560 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:49.262927 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-02fcff67-acc0-4735-9a8b-142777521957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (08434f96-b818-411c-a085-51a489bc8560), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.328275 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-02fcff67-acc0-4735-9a8b-142777521957 None None] Port 08434f96-b818-411c-a085-51a489bc8560 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:42:49.339557 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device fe74fb4d-77fe-475a-83fd-fe75676bb29f up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:42:49.353630 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54060) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:49.447597 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port fe74fb4d-77fe-475a-83fd-fe75676bb29f completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:42:49.477299 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port fe74fb4d-77fe-475a-83fd-fe75676bb29f triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:42:49.478035 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.528663 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-573c9699-e287-445e-b8b1-49c9658ba6f4 admin admin] Publish callbacks [] for security_group (591d7b4b-2eac-4b84-ada2-519414edf552), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.542576 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-573c9699-e287-445e-b8b1-49c9658ba6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (591d7b4b-2eac-4b84-ada2-519414edf552), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.593837 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-573c9699-e287-445e-b8b1-49c9658ba6f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5167ef29b1a4e55a861a5d9959d792c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763835 May 05 15:42:49.603383 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54072) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:49.639393 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c9699-e287-445e-b8b1-49c9658ba6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591d7b4b-2eac-4b84-ada2-519414edf552,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:49.689230 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-201002e3-cec9-41a9-a497-e3e0e73e6c3f admin admin] Publish callbacks [] for security_group (591d7b4b-2eac-4b84-ada2-519414edf552), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.689509 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port fe74fb4d-77fe-475a-83fd-fe75676bb29f is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:42:49.689904 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.726655 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-201002e3-cec9-41a9-a497-e3e0e73e6c3f admin admin] Publish callbacks [] for security_group (591d7b4b-2eac-4b84-ada2-519414edf552), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.785962 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port fe74fb4d-77fe-475a-83fd-fe75676bb29f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fe74fb4d-77fe-475a-83fd-fe75676bb29f,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:42:49.796209 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.807357 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-201002e3-cec9-41a9-a497-e3e0e73e6c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (591d7b4b-2eac-4b84-ada2-519414edf552), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.810799 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-201002e3-cec9-41a9-a497-e3e0e73e6c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.814217 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-201002e3-cec9-41a9-a497-e3e0e73e6c3f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/591d7b4b-2eac-4b84-ada2-519414edf552 HTTP/1.1" status: 204 len: 168 time: 0.2069716 May 05 15:42:49.827766 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201002e3-cec9-41a9-a497-e3e0e73e6c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591d7b4b-2eac-4b84-ada2-519414edf552,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:49.863343 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d861b3-c3c3-42b8-94e2-7323f318fa0e req-043e3d89-efbe-4b0c-aa3e-92743b2fa8d3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:49.869642 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e3d861b3-c3c3-42b8-94e2-7323f318fa0e req-043e3d89-efbe-4b0c-aa3e-92743b2fa8d3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 931 time: 0.1505680 May 05 15:42:49.914234 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-26020c5b-1118-4a28-83ab-ffb6e509f50d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:49.985111 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e3d861b3-c3c3-42b8-94e2-7323f318fa0e req-457f1bf2-3464-460a-8b52-7646756c8f33 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084189 May 05 15:42:50.063752 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08434f96-b818-411c-a085-51a489bc8560 {{(pid=109965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:42:50.073352 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Publish callbacks [] for port (08434f96-b818-411c-a085-51a489bc8560), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:50.077903 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388da03-6c30-4a45-9216-f9884a5d771a req-a1df37d4-1269-4ba2-a38e-8d029eb81eee tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:50.080388 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9388da03-6c30-4a45-9216-f9884a5d771a req-a1df37d4-1269-4ba2-a38e-8d029eb81eee tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0678163 May 05 15:42:50.087863 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.provisioning_blocks [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Transition to ACTIVE for port object 08434f96-b818-411c-a085-51a489bc8560 will not be triggered until provisioned by entity L2. {{(pid=109965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:42:50.093824 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (08434f96-b818-411c-a085-51a489bc8560), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:50.094696 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7a541c-94e6-45d7-99ab-c302fa07d4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe74fb4d-77fe-475a-83fd-fe75676bb29f'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:50.097059 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230a082e-3296-490b-a588-e511fa7b811a" -d '{"events": [{"server_uuid": "ab7a541c-94e6-45d7-99ab-c302fa07d4b1", "name": "network-vif-plugged", "status": "completed", "tag": "fe74fb4d-77fe-475a-83fd-fe75676bb29f"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:50.138382 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:50.155538 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=fe74fb4d-77fe-475a-83fd-fe75676bb29f,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:50.182124 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9388da03-6c30-4a45-9216-f9884a5d771a req-1a53adc0-e295-4f8e-a453-9b6583c0a030 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941565 May 05 15:42:50.186782 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d50ffe6-c373-49d2-9a9c-4645fa50870e x-openstack-request-id: req-9d50ffe6-c373-49d2-9a9c-4645fa50870e {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:50.187061 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=08434f96-b818-411c-a085-51a489bc8560,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:50.189908 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7a541c-94e6-45d7-99ab-c302fa07d4b1", "name": "network-vif-plugged", "status": "completed", "tag": "fe74fb4d-77fe-475a-83fd-fe75676bb29f", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:50.192775 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d50ffe6-c373-49d2-9a9c-4645fa50870e {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:50.195129 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d50ffe6-c373-49d2-9a9c-4645fa50870e'] response: {'server_uuid': 'ab7a541c-94e6-45d7-99ab-c302fa07d4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe74fb4d-77fe-475a-83fd-fe75676bb29f', 'code': 200} May 05 15:42:50.262727 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-26020c5b-1118-4a28-83ab-ffb6e509f50d admin admin] Publish callbacks [] for security_group (845eec5d-ad7d-4165-9f9c-54d9ea54c52a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:50.269567 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-26020c5b-1118-4a28-83ab-ffb6e509f50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (845eec5d-ad7d-4165-9f9c-54d9ea54c52a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:50.345705 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-26020c5b-1118-4a28-83ab-ffb6e509f50d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6c8adfd9020408aa0e154a0f83b4f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9908960 May 05 15:42:50.356658 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54100) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:50.395580 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26020c5b-1118-4a28-83ab-ffb6e509f50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845eec5d-ad7d-4165-9f9c-54d9ea54c52a,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:50.468233 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Attempting to bind port 08434f96-b818-411c-a085-51a489bc8560 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:42:50.468699 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Attempting to bind port 08434f96-b818-411c-a085-51a489bc8560 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:42:50.468966 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Attempting to bind port 08434f96-b818-411c-a085-51a489bc8560 on network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:50.476608 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Port 08434f96-b818-411c-a085-51a489bc8560 on network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:42:50.477245 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Attempting to bind port 08434f96-b818-411c-a085-51a489bc8560 on network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:42:50.493541 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93fcf-6b25-4f07-a5da-9deec5294ede req-93655fe8-46b5-4838-9dfe-18da161e132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:50.495634 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b6e93fcf-6b25-4f07-a5da-9deec5294ede req-93655fe8-46b5-4838-9dfe-18da161e132e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 1129 time: 0.0944691 May 05 15:42:50.496053 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-610b02b0-48eb-462c-a4e9-9e161cdad0dd admin admin] Publish callbacks [] for security_group (845eec5d-ad7d-4165-9f9c-54d9ea54c52a), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:50.496425 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:42:50.496861 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Checking segment: {'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:50.497348 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Bound using segment: {'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:42:50.497946 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Bound port: 08434f96-b818-411c-a085-51a489bc8560, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'}}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:42:50.498372 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (08434f96-b818-411c-a085-51a489bc8560), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:50.527148 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-610b02b0-48eb-462c-a4e9-9e161cdad0dd admin admin] Publish callbacks [] for security_group (845eec5d-ad7d-4165-9f9c-54d9ea54c52a), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:50.598769 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b6e93fcf-6b25-4f07-a5da-9deec5294ede req-39d07cb7-f31a-46c4-9e54-83677f98578d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896869 May 05 15:42:50.649066 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] For port 08434f96-b818-411c-a085-51a489bc8560, host hv-cinder-83979, cleared binding levels {{(pid=109965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:42:50.652977 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] For port 08434f96-b818-411c-a085-51a489bc8560, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=08434f96-b818-411c-a085-51a489bc8560,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:42:50.664140 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-610b02b0-48eb-462c-a4e9-9e161cdad0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (845eec5d-ad7d-4165-9f9c-54d9ea54c52a), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:50.664877 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (08434f96-b818-411c-a085-51a489bc8560), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:50.675214 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-610b02b0-48eb-462c-a4e9-9e161cdad0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:50.686412 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-610b02b0-48eb-462c-a4e9-9e161cdad0dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/845eec5d-ad7d-4165-9f9c-54d9ea54c52a HTTP/1.1" status: 204 len: 168 time: 0.3254843 May 05 15:42:50.711750 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b02b0-48eb-462c-a4e9-9e161cdad0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845eec5d-ad7d-4165-9f9c-54d9ea54c52a,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:50.732110 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:50.732941 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:50.735564 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/08434f96-b818-411c-a085-51a489bc8560 HTTP/1.1" status: 200 len: 1093 time: 1.6804276 May 05 15:42:50.737356 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ed89c4-e73a-473d-b838-0368e492c8cf', 'tag': '08434f96-b818-411c-a085-51a489bc8560'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:42:50.743826 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ec447e-265b-4d93-8609-6f188997d8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "48ed89c4-e73a-473d-b838-0368e492c8cf", "tag": "08434f96-b818-411c-a085-51a489bc8560"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:42:50.777110 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd8685-0453-4ed9-8cd5-b6079d51b6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=08434f96-b818-411c-a085-51a489bc8560,revision_number=3']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:50.796475 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db111b11-829c-48a7-8192-e32fc717b426 x-openstack-request-id: req-db111b11-829c-48a7-8192-e32fc717b426 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:42:50.796739 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ed89c4-e73a-473d-b838-0368e492c8cf", "tag": "08434f96-b818-411c-a085-51a489bc8560", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:42:50.800330 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db111b11-829c-48a7-8192-e32fc717b426 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:42:50.800669 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db111b11-829c-48a7-8192-e32fc717b426'] response: {'name': 'network-changed', 'server_uuid': '48ed89c4-e73a-473d-b838-0368e492c8cf', 'tag': '08434f96-b818-411c-a085-51a489bc8560', 'status': 'completed', 'code': 200} May 05 15:42:50.920958 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec447e-265b-4d93-8609-6f188997d8d1 req-e4402358-656a-4ef3-9d67-e1005615f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:50.922587 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-08ec447e-265b-4d93-8609-6f188997d8d1 req-e4402358-656a-4ef3-9d67-e1005615f9c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd7f78fcf0be461796d2a86956cf3b9d&device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 1127 time: 0.0900462 May 05 15:42:51.277402 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7467f0-ce6a-4485-bb30-388e692ee153 req-1db8ce72-9647-441f-b044-e5b412ec6754 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:51.287799 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cc7467f0-ce6a-4485-bb30-388e692ee153 req-1db8ce72-9647-441f-b044-e5b412ec6754 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 943 time: 0.1606338 May 05 15:42:51.363345 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cc7467f0-ce6a-4485-bb30-388e692ee153 req-253082b9-ba4c-4668-aee4-cac305e230ca tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718522 May 05 15:42:51.626729 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec447e-265b-4d93-8609-6f188997d8d1 req-541eff31-925f-4366-9d9b-f124a20ee8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:51.628289 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-08ec447e-265b-4d93-8609-6f188997d8d1 req-541eff31-925f-4366-9d9b-f124a20ee8f5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bd7f78fcf0be461796d2a86956cf3b9d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6962907 May 05 15:42:51.637372 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c8ba3-25a0-445d-8204-bc6756f12906 req-9a05d554-124a-49a9-a35d-c04e27ab7bc8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:51.639114 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c55c8ba3-25a0-445d-8204-bc6756f12906 req-9a05d554-124a-49a9-a35d-c04e27ab7bc8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0719600 May 05 15:42:51.709846 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c55c8ba3-25a0-445d-8204-bc6756f12906 req-16d5987a-be64-428d-8f23-207652ff9309 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611730 May 05 15:42:51.925596 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec447e-265b-4d93-8609-6f188997d8d1 req-5685b12d-5b4c-4264-9d08-8df6303d25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:51.927111 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-08ec447e-265b-4d93-8609-6f188997d8d1 req-5685b12d-5b4c-4264-9d08-8df6303d25ae service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2330301 May 05 15:42:52.051204 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54194) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:52.178948 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-bbfeaf23-2924-4040-a29b-0ec8894b6615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:52.180742 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-bbfeaf23-2924-4040-a29b-0ec8894b6615 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd7f78fcf0be461796d2a86956cf3b9d&device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 1127 time: 0.0437436 May 05 15:42:52.282042 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1220132364-network', 'tenant_id': 'd4e49eb80f604a5cb27b5f86788302f0'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:52.306611 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Made reservation on behalf of d4e49eb80f604a5cb27b5f86788302f0 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:52.309395 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:52.322845 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:52.404058 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Publish callbacks [] for security_group (0313e147-d8a0-47b7-b5bc-8aa0da6b2279), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:52.409170 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (0313e147-d8a0-47b7-b5bc-8aa0da6b2279), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:52.432639 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:42:52.458419 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0313e147-d8a0-47b7-b5bc-8aa0da6b2279,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:52.479461 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (370bf960-8beb-4c5d-af58-f99ff8900c7e), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:52.479808 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Added segment 370bf960-8beb-4c5d-af58-f99ff8900c7e of type vlan for network 7b5443c2-56b6-44ba-9715-61e513dec3aa May 05 15:42:52.526206 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0b5-920e-4a5c-af13-eb65989526c8 req-228b7b4b-c2bc-48ab-a60f-21e6f8b0fb7f tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:52.527688 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d60fd0b5-920e-4a5c-af13-eb65989526c8 req-228b7b4b-c2bc-48ab-a60f-21e6f8b0fb7f tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 943 time: 0.0832565 May 05 15:42:52.536342 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (7b5443c2-56b6-44ba-9715-61e513dec3aa), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:52.595335 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (7b5443c2-56b6-44ba-9715-61e513dec3aa), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:52.596274 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:52.596861 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:52.602473 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d60fd0b5-920e-4a5c-af13-eb65989526c8 req-1f26bf3b-bd3f-4f37-83ed-dd98bddaa5a3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635493 May 05 15:42:52.639411 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5924940 May 05 15:42:52.642283 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 54224) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:52.647322 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-7794e35e-e7bc-4334-aef4-03b92c8d4ffd admin admin] Request body: {'subnet': {'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1220132364-subnet', 'tenant_id': 'd4e49eb80f604a5cb27b5f86788302f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:42:52.668488 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7794e35e-e7bc-4334-aef4-03b92c8d4ffd admin admin] Made reservation on behalf of d4e49eb80f604a5cb27b5f86788302f0 for: {'subnet': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:42:52.671048 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7794e35e-e7bc-4334-aef4-03b92c8d4ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25458199'] for subnet (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:52.690240 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436182af-3525-428c-9aab-7959615b82e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7b5443c2-56b6-44ba-9715-61e513dec3aa,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:52.701139 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 7b5443c2-56b6-44ba-9715-61e513dec3aa details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:42:52.863812 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bce888-e6be-4939-989f-6200c54432d0 req-6fdfffe7-ba18-48aa-82ca-784b8c87797d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:52.865824 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-78bce888-e6be-4939-989f-6200c54432d0 req-6fdfffe7-ba18-48aa-82ca-784b8c87797d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0644064 May 05 15:42:52.929115 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7794e35e-e7bc-4334-aef4-03b92c8d4ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25929423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25458277'] for subnet (b34378c2-9c8a-4285-8583-ee40369ca78f), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:52.986240 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-78bce888-e6be-4939-989f-6200c54432d0 req-55bd4e45-6758-4b75-95db-62221b647359 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973432 May 05 15:42:53.007769 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794e35e-e7bc-4334-aef4-03b92c8d4ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34378c2-9c8a-4285-8583-ee40369ca78f,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:53.023117 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7794e35e-e7bc-4334-aef4-03b92c8d4ffd admin admin] Checking segment: {'id': '370bf960-8beb-4c5d-af58-f99ff8900c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:42:53.023485 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7794e35e-e7bc-4334-aef4-03b92c8d4ffd admin admin] Network hostable DHCP agents. Network: 7b5443c2-56b6-44ba-9715-61e513dec3aa, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:42:53.041353 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7794e35e-e7bc-4334-aef4-03b92c8d4ffd admin admin] Network 7b5443c2-56b6-44ba-9715-61e513dec3aa is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:42:53.051042 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-7794e35e-e7bc-4334-aef4-03b92c8d4ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 7b5443c2-56b6-44ba-9715-61e513dec3aa) {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:42:53.056797 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7794e35e-e7bc-4334-aef4-03b92c8d4ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:53.057142 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7794e35e-e7bc-4334-aef4-03b92c8d4ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:53.061735 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301e4cd9-a372-4ec2-ba15-1af15be423d0 None None] Network 7b5443c2-56b6-44ba-9715-61e513dec3aa requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:53.084978 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-7794e35e-e7bc-4334-aef4-03b92c8d4ffd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4412973 May 05 15:42:53.196234 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9606c5-2fe3-4797-947c-33ca7e2b83d5 None None] Network 7b5443c2-56b6-44ba-9715-61e513dec3aa requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:42:53.332512 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10492786-ef7d-47c0-bded-390e5bc8086b req-d4892fae-a202-41ab-a03c-f58fd0d51995 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:53.335473 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-10492786-ef7d-47c0-bded-390e5bc8086b req-d4892fae-a202-41ab-a03c-f58fd0d51995 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0507517 May 05 15:42:53.382405 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-10492786-ef7d-47c0-bded-390e5bc8086b req-ce9882a8-31cd-44db-959a-56e31dc60acd tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419395 May 05 15:42:53.721596 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad01d66-90e7-4ec5-b56e-e35ac16a6393 req-30eada8f-d44b-43e9-82a0-3410c76089b6 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:53.723117 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9ad01d66-90e7-4ec5-b56e-e35ac16a6393 req-30eada8f-d44b-43e9-82a0-3410c76089b6 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 943 time: 0.0480349 May 05 15:42:53.775807 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9ad01d66-90e7-4ec5-b56e-e35ac16a6393 req-bda58c74-89d2-47b9-9d07-a4d73d81297d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463388 May 05 15:42:53.924295 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-7f1e3744-8882-4e1a-b952-8e07edfc630a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08434f96-b818-411c-a085-51a489bc8560 HTTP/1.1" status: 200 len: 217 time: 0.0363393 May 05 15:42:53.955884 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 54284) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:54.063103 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d102548b-2abc-4cdc-81fd-60c70a1592fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.137395 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d102548b-2abc-4cdc-81fd-60c70a1592fe admin admin] Publish callbacks [] for security_group (478a9e61-b52e-48cf-beb4-d75027ec31ce), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.140819 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d102548b-2abc-4cdc-81fd-60c70a1592fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (478a9e61-b52e-48cf-beb4-d75027ec31ce), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.176161 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102548b-2abc-4cdc-81fd-60c70a1592fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478a9e61-b52e-48cf-beb4-d75027ec31ce,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:54.180451 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-d102548b-2abc-4cdc-81fd-60c70a1592fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a497e0c9896b45c4aea16965cbf02d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235324 May 05 15:42:54.183595 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 54288) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:54.230361 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e97dd7ea-7091-4906-a8ca-22ba6662eb2b admin admin] Publish callbacks [] for security_group (478a9e61-b52e-48cf-beb4-d75027ec31ce), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.250412 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e97dd7ea-7091-4906-a8ca-22ba6662eb2b admin admin] Publish callbacks [] for security_group (478a9e61-b52e-48cf-beb4-d75027ec31ce), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.297888 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e97dd7ea-7091-4906-a8ca-22ba6662eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (478a9e61-b52e-48cf-beb4-d75027ec31ce), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.300684 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e97dd7ea-7091-4906-a8ca-22ba6662eb2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.301830 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-e97dd7ea-7091-4906-a8ca-22ba6662eb2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/478a9e61-b52e-48cf-beb4-d75027ec31ce HTTP/1.1" status: 204 len: 168 time: 0.1176772 May 05 15:42:54.310737 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dd7ea-7091-4906-a8ca-22ba6662eb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478a9e61-b52e-48cf-beb4-d75027ec31ce,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:54.499905 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d2dc4-14f7-433f-a919-a6cf0288a9c0 req-87a706d6-01bf-4c15-b8e8-8ad58af3f051 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:54.501386 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f27d2dc4-14f7-433f-a919-a6cf0288a9c0 req-87a706d6-01bf-4c15-b8e8-8ad58af3f051 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0509942 May 05 15:42:54.551538 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f27d2dc4-14f7-433f-a919-a6cf0288a9c0 req-1a96383f-fe91-48eb-b189-530eb7ff5b01 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 May 05 15:42:54.570795 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 54296) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:54.584062 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-43ee86a2-9aa1-474d-ac80-502d40934a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.661001 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-43ee86a2-9aa1-474d-ac80-502d40934a3d admin admin] Publish callbacks [] for security_group (4cc67f9a-7295-46eb-b702-0592d96ecec4), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.666398 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-43ee86a2-9aa1-474d-ac80-502d40934a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (4cc67f9a-7295-46eb-b702-0592d96ecec4), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.705267 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-43ee86a2-9aa1-474d-ac80-502d40934a3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8fa5d151967a410eaba11f0e40883883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333227 May 05 15:42:54.706082 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee86a2-9aa1-474d-ac80-502d40934a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc67f9a-7295-46eb-b702-0592d96ecec4,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:54.707888 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54306) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:42:54.757081 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-edd8a492-cd5f-4b5e-ace4-7f9b50171ddf admin admin] Publish callbacks [] for security_group (4cc67f9a-7295-46eb-b702-0592d96ecec4), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.777529 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-edd8a492-cd5f-4b5e-ace4-7f9b50171ddf admin admin] Publish callbacks [] for security_group (4cc67f9a-7295-46eb-b702-0592d96ecec4), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.829057 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-edd8a492-cd5f-4b5e-ace4-7f9b50171ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (4cc67f9a-7295-46eb-b702-0592d96ecec4), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.831793 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-edd8a492-cd5f-4b5e-ace4-7f9b50171ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:42:54.842970 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-edd8a492-cd5f-4b5e-ace4-7f9b50171ddf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4cc67f9a-7295-46eb-b702-0592d96ecec4 HTTP/1.1" status: 204 len: 168 time: 0.1275072 May 05 15:42:54.858366 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8a492-cd5f-4b5e-ace4-7f9b50171ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc67f9a-7295-46eb-b702-0592d96ecec4,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:42:54.886089 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078649c-6484-4ea8-96cd-efe40d7fcc16 req-e35156e2-63cc-4fe1-a3c7-1f4aa1e3aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:54.888411 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c078649c-6484-4ea8-96cd-efe40d7fcc16 req-e35156e2-63cc-4fe1-a3c7-1f4aa1e3aff5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 1129 time: 0.0481906 May 05 15:42:54.908794 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c123603-9b9c-4497-84ef-eccc78b0c241 req-9efca0d0-b8b4-44b7-b8fd-bce5b66136cf tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:54.910893 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4c123603-9b9c-4497-84ef-eccc78b0c241 req-9efca0d0-b8b4-44b7-b8fd-bce5b66136cf tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 943 time: 0.0544167 May 05 15:42:54.932959 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b061c0e3-6e12-403b-81ea-4c3f188fd6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:54.934435 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b061c0e3-6e12-403b-81ea-4c3f188fd6cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8d8ae-fc09-441d-bf00-c996815f485d HTTP/1.1" status: 200 len: 850 time: 0.1258092 May 05 15:42:54.962952 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4c123603-9b9c-4497-84ef-eccc78b0c241 req-888ef78d-552e-4394-97f0-75dfad30a272 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455351 May 05 15:42:55.019552 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b6e7f84d-bc98-4b87-832a-2fe06273c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:55.021913 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-b6e7f84d-bc98-4b87-832a-2fe06273c582 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807610 May 05 15:42:55.048904 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078649c-6484-4ea8-96cd-efe40d7fcc16 req-3c59433a-2205-4a0b-b005-146cd32908fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:55.050364 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c078649c-6484-4ea8-96cd-efe40d7fcc16 req-3c59433a-2205-4a0b-b005-146cd32908fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.1529629 May 05 15:42:55.094259 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c078649c-6484-4ea8-96cd-efe40d7fcc16 req-de85bd7d-04f6-41e2-9ae2-1770fa1051b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe74fb4d-77fe-475a-83fd-fe75676bb29f HTTP/1.1" status: 200 len: 217 time: 0.0376341 May 05 15:42:55.182294 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078649c-6484-4ea8-96cd-efe40d7fcc16 req-57d42da6-0235-4fbf-97f0-a9ce7f4ded19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:55.183754 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c078649c-6484-4ea8-96cd-efe40d7fcc16 req-57d42da6-0235-4fbf-97f0-a9ce7f4ded19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.0613687 May 05 15:42:55.185586 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-83d7df70-f9c6-47c2-806f-35cce569cb61 service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565685 May 05 15:42:55.256409 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078649c-6484-4ea8-96cd-efe40d7fcc16 req-370899fc-d22d-4b10-89bc-fff7d72e5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:55.257916 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c078649c-6484-4ea8-96cd-efe40d7fcc16 req-370899fc-d22d-4b10-89bc-fff7d72e5d0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612748 May 05 15:42:55.318655 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3373a531-b836-4cf3-8ab1-16f82d010658 req-037e00f8-8b95-4e82-8ac7-964840971a8c service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134019 May 05 15:42:55.666630 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50688b-475f-43f0-b61e-46b17d8adf6a req-1ca48572-9d99-4669-9883-77058e14d16b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:55.668149 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7f50688b-475f-43f0-b61e-46b17d8adf6a req-1ca48572-9d99-4669-9883-77058e14d16b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0473716 May 05 15:42:55.715174 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7f50688b-475f-43f0-b61e-46b17d8adf6a req-7896de29-6f47-4f3c-b86e-787e334ec808 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 May 05 15:42:56.089680 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a909f6f-cc6c-4114-b981-4309819ce032 req-c89cb082-186f-401c-8e39-119fe83a9746 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:56.091188 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7a909f6f-cc6c-4114-b981-4309819ce032 req-c89cb082-186f-401c-8e39-119fe83a9746 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 943 time: 0.0507257 May 05 15:42:56.138580 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7a909f6f-cc6c-4114-b981-4309819ce032 req-f75a78f2-556e-4651-b492-95d9bfce8c0b tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416260 May 05 15:42:56.827402 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b7aeb-754d-41c8-bd3c-e8084815e00e req-060fdf7b-8e8b-40b0-a979-122e19ca8a37 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:56.828849 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e67b7aeb-754d-41c8-bd3c-e8084815e00e req-060fdf7b-8e8b-40b0-a979-122e19ca8a37 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0458450 May 05 15:42:56.878567 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e67b7aeb-754d-41c8-bd3c-e8084815e00e req-56b26f4c-c7dd-4ce8-aba8-02854a8a8934 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433273 May 05 15:42:56.981397 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c078649c-6484-4ea8-96cd-efe40d7fcc16 req-5a22c224-1c7f-40c7-9e90-df4a79038a03 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880499 May 05 15:42:57.246740 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343efa9-629b-4d73-a6c0-ce73bd58ccf4 req-812d5bf3-52f0-41b5-beec-20d5352bb553 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:57.248196 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f343efa9-629b-4d73-a6c0-ce73bd58ccf4 req-812d5bf3-52f0-41b5-beec-20d5352bb553 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 943 time: 0.0461051 May 05 15:42:57.297664 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f343efa9-629b-4d73-a6c0-ce73bd58ccf4 req-dda0a26c-f572-4f7c-a52c-6b99124371f0 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437279 May 05 15:42:57.990792 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f01af-ba6c-4137-b9bf-473568bd690c req-048f4a8c-079c-48d7-a5e5-39144dd3930d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:57.992256 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a38f01af-ba6c-4137-b9bf-473568bd690c req-048f4a8c-079c-48d7-a5e5-39144dd3930d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0468798 May 05 15:42:58.043171 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a38f01af-ba6c-4137-b9bf-473568bd690c req-86a7c6f5-205e-493c-8adf-3b30e67c3103 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454109 May 05 15:42:58.050396 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:42:58.410618 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ec096-351f-4f1a-bead-ba8655788b55 req-faa4191c-8206-4f4c-926c-7e91ce2f716a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:58.412672 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b59ec096-351f-4f1a-bead-ba8655788b55 req-faa4191c-8206-4f4c-926c-7e91ce2f716a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 943 time: 0.0494022 May 05 15:42:58.458665 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b59ec096-351f-4f1a-bead-ba8655788b55 req-cfad1b3b-b392-4cb2-be2a-d7b44bbfd80c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400951 May 05 15:42:59.164225 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703aa50-c344-47f9-bea4-e82fac5e3c6b req-f5656a1a-2d31-4423-bae5-001ae5dbecbf tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:59.165711 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5703aa50-c344-47f9-bea4-e82fac5e3c6b req-f5656a1a-2d31-4423-bae5-001ae5dbecbf tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0474455 May 05 15:42:59.213270 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5703aa50-c344-47f9-bea4-e82fac5e3c6b req-411f82f6-6e00-4bb2-b8eb-03e0a8681f9a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 May 05 15:42:59.585979 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ae450-a112-4fe0-87ec-b80d55580f99 req-bb61c6a2-dc9e-4be9-bb72-7d3df175bfad tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:42:59.587502 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-108ae450-a112-4fe0-87ec-b80d55580f99 req-bb61c6a2-dc9e-4be9-bb72-7d3df175bfad tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 943 time: 0.0543203 May 05 15:42:59.634949 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-108ae450-a112-4fe0-87ec-b80d55580f99 req-8e0203cb-f58b-4a25-bd36-579c1d968c3c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418026 May 05 15:43:00.335104 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fffb0a-1fec-4870-a11b-319cc6339d2d req-53072729-e85c-4018-af68-501d261383d2 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:00.336698 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-14fffb0a-1fec-4870-a11b-319cc6339d2d req-53072729-e85c-4018-af68-501d261383d2 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0511100 May 05 15:43:00.384732 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-14fffb0a-1fec-4870-a11b-319cc6339d2d req-1321f459-c5db-420a-8503-f506b8aa0210 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423203 May 05 15:43:00.747036 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f481ea-67d0-4a5b-bf6c-e8cb95fd3d5e req-172a9acc-88bf-4b0e-b200-5988412ffd46 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:00.748474 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-93f481ea-67d0-4a5b-bf6c-e8cb95fd3d5e req-172a9acc-88bf-4b0e-b200-5988412ffd46 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 943 time: 0.0457942 May 05 15:43:00.796242 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-93f481ea-67d0-4a5b-bf6c-e8cb95fd3d5e req-f694992e-804a-40f6-b8ff-32e9cf20bd52 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 May 05 15:43:01.502322 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3077e6-3121-4b57-86af-a7cd81961bba req-e2187c04-2d41-40cc-bab7-cb67a4a778c7 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:01.503846 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5c3077e6-3121-4b57-86af-a7cd81961bba req-e2187c04-2d41-40cc-bab7-cb67a4a778c7 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0526357 May 05 15:43:01.610956 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5c3077e6-3121-4b57-86af-a7cd81961bba req-08cfb269-8147-446e-9c5f-d4e0fdca073f tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998127 May 05 15:43:01.641229 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c078649c-6484-4ea8-96cd-efe40d7fcc16 req-4c5a5639-d363-4632-b32f-c4809aa66676 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128144 May 05 15:43:01.915834 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26701536-9a65-448a-a1a3-5e601075b967 req-11fcce10-5ece-4c85-adb0-afa525f1aecd tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:01.918189 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-26701536-9a65-448a-a1a3-5e601075b967 req-11fcce10-5ece-4c85-adb0-afa525f1aecd tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 943 time: 0.0500319 May 05 15:43:01.972373 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-26701536-9a65-448a-a1a3-5e601075b967 req-071a625e-0133-488b-8105-a0e896dd921d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485482 May 05 15:43:02.758804 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc131f64-726c-4156-8457-ae4cc7ff7195 req-4dc13857-1fb2-4297-aad9-83043095e2ac tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:02.760294 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dc131f64-726c-4156-8457-ae4cc7ff7195 req-4dc13857-1fb2-4297-aad9-83043095e2ac tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0518942 May 05 15:43:02.790553 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-e5db0b7c-dbd4-4661-9c2d-b36861c14e68 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:02.793197 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-e5db0b7c-dbd4-4661-9c2d-b36861c14e68 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/networks?id=7b5443c2-56b6-44ba-9715-61e513dec3aa HTTP/1.1" status: 200 len: 809 time: 0.1405027 May 05 15:43:02.814392 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dc131f64-726c-4156-8457-ae4cc7ff7195 req-85bcf25f-1fa1-4a9e-affc-0cb6d9ee2543 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442448 May 05 15:43:02.824310 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-7e5c9a68-9857-4d03-87c4-391574af8e48 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/quotas/d4e49eb80f604a5cb27b5f86788302f0 HTTP/1.1" status: 200 len: 375 time: 0.0203166 May 05 15:43:02.855579 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-27a5cff6-4624-48fe-b0e8-7489956dcfc8 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4e49eb80f604a5cb27b5f86788302f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282631 May 05 15:43:02.947542 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-02a995a9-ce08-4f89-9a47-899a20a42f5e service neutron] 10.222.0.58 "GET /v2.0/networks/7b5443c2-56b6-44ba-9715-61e513dec3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854974 May 05 15:43:03.037982 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-2ef0e8dd-81f4-4571-97de-28127385cc9a service neutron] 10.222.0.58 "GET /v2.0/networks/7b5443c2-56b6-44ba-9715-61e513dec3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838397 May 05 15:43:03.099716 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c35eb1-25bc-412b-84de-8d0d0d7dd89c req-42ca8509-d420-47fe-8dcf-c518641c88d3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:03.101753 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f1c35eb1-25bc-412b-84de-8d0d0d7dd89c req-42ca8509-d420-47fe-8dcf-c518641c88d3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 943 time: 0.0606234 May 05 15:43:03.179102 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f1c35eb1-25bc-412b-84de-8d0d0d7dd89c req-e31ecfa9-1575-444f-8baf-27a3350a35f5 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693295 May 05 15:43:03.246938 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-cfc395d3-d785-426a-a813-24d57a6235b9 req-531fd1f3-e66d-49ad-9c06-7c5615700d4f tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 210 time: 0.0393133 May 05 15:43:03.436865 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54588) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:03.564888 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4455ed3f-2d0d-4762-b5bc-37e8cc92cf6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:03.640117 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4455ed3f-2d0d-4762-b5bc-37e8cc92cf6d admin admin] Publish callbacks [] for security_group (269b3c87-1f68-4db5-951a-060b068f164d), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:03.643581 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4455ed3f-2d0d-4762-b5bc-37e8cc92cf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (269b3c87-1f68-4db5-951a-060b068f164d), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:03.678985 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455ed3f-2d0d-4762-b5bc-37e8cc92cf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269b3c87-1f68-4db5-951a-060b068f164d,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:03.683180 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4455ed3f-2d0d-4762-b5bc-37e8cc92cf6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce6199a8008a47b5991db50568b500ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453039 May 05 15:43:03.685815 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54596) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:03.733863 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e75d773b-e6d6-40b7-a430-05850b2ec5f3 admin admin] Publish callbacks [] for security_group (269b3c87-1f68-4db5-951a-060b068f164d), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:03.755023 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e75d773b-e6d6-40b7-a430-05850b2ec5f3 admin admin] Publish callbacks [] for security_group (269b3c87-1f68-4db5-951a-060b068f164d), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:03.803976 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e75d773b-e6d6-40b7-a430-05850b2ec5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (269b3c87-1f68-4db5-951a-060b068f164d), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:03.806577 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e75d773b-e6d6-40b7-a430-05850b2ec5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:03.807707 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e75d773b-e6d6-40b7-a430-05850b2ec5f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/269b3c87-1f68-4db5-951a-060b068f164d HTTP/1.1" status: 204 len: 168 time: 0.1209786 May 05 15:43:03.815736 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d773b-e6d6-40b7-a430-05850b2ec5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269b3c87-1f68-4db5-951a-060b068f164d,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:03.937094 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd4f81-61ac-4bea-bfaa-c2aa28b0cadb req-6b69aa99-6a0d-48ef-ab46-f2c5f6ca471c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:03.938772 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8fbd4f81-61ac-4bea-bfaa-c2aa28b0cadb req-6b69aa99-6a0d-48ef-ab46-f2c5f6ca471c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0476379 May 05 15:43:03.945222 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 08434f96-b818-411c-a085-51a489bc8560 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:43:04.014025 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8fbd4f81-61ac-4bea-bfaa-c2aa28b0cadb req-531d0841-5ba5-4fdc-9bf9-e99ab87b346f tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600400 May 05 15:43:04.059867 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 08434f96-b818-411c-a085-51a489bc8560, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=08434f96-b818-411c-a085-51a489bc8560,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:04.069587 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '08434f96-b818-411c-a085-51a489bc8560', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'port_id': '08434f96-b818-411c-a085-51a489bc8560', 'mac_address': 'fa:16:3e:d5:92:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:43:04.107479 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 08434f96-b818-411c-a085-51a489bc8560 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:04.107874 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (08434f96-b818-411c-a085-51a489bc8560), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:04.121695 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08434f96-b818-411c-a085-51a489bc8560 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:43:04.141703 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 08434f96-b818-411c-a085-51a489bc8560, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=08434f96-b818-411c-a085-51a489bc8560,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:04.145409 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (08434f96-b818-411c-a085-51a489bc8560), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:04.193367 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=08434f96-b818-411c-a085-51a489bc8560,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:04.303184 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c53e-031f-4cb2-a675-cb3ae98c82e9 req-9a220457-7e9a-455d-9fab-6e1d86c0195a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:04.304719 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8643c53e-031f-4cb2-a675-cb3ae98c82e9 req-9a220457-7e9a-455d-9fab-6e1d86c0195a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 944 time: 0.0534363 May 05 15:43:04.350246 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ae78ff06-1197-4995-b198-4cb8a0f46b93 req-d078120c-ccb0-426b-8047-d1c17df72121 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 210 time: 0.0300598 May 05 15:43:04.360038 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8643c53e-031f-4cb2-a675-cb3ae98c82e9 req-f9ac4bab-2082-430a-ab93-4c51e65a4982 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491333 May 05 15:43:05.133312 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78ef7a-2420-45fd-93dd-0d6dae520088 req-2adc6332-1e51-435a-a89e-627f986f0578 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:05.134834 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-da78ef7a-2420-45fd-93dd-0d6dae520088 req-2adc6332-1e51-435a-a89e-627f986f0578 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0527864 May 05 15:43:05.349158 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-da78ef7a-2420-45fd-93dd-0d6dae520088 req-5e033060-4c82-4975-ada8-c3ccc5bf652c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084775 May 05 15:43:05.445509 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3616607e-f8ca-460d-9e86-b3f9b62cd41d req-3fd1d9a0-3fbc-49e5-91ab-c84660a78eed tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 210 time: 0.0289490 May 05 15:43:05.481615 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfbef7-4a34-484b-8bfc-ff04c1c796f9 req-17eea1f6-9010-4dc9-bb9d-2bb991b8f968 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:05.483148 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-97dfbef7-4a34-484b-8bfc-ff04c1c796f9 req-17eea1f6-9010-4dc9-bb9d-2bb991b8f968 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 944 time: 0.0568693 May 05 15:43:05.529257 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-97dfbef7-4a34-484b-8bfc-ff04c1c796f9 req-d86823fc-4e2c-474f-a221-aa988d5743e3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402215 May 05 15:43:06.044070 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['08434f96-b818-411c-a085-51a489bc8560'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:43:06.413497 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-a8582f2b-321e-42a5-b3e9-410d9dbd97a9 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:06.415187 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-a8582f2b-321e-42a5-b3e9-410d9dbd97a9 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.41 "GET /v2.0/networks?id=7b5443c2-56b6-44ba-9715-61e513dec3aa HTTP/1.1" status: 200 len: 809 time: 0.1229975 May 05 15:43:06.469361 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7856bca-f804-4340-9999-c177bb605ecb req-16201408-b3ba-43c5-9508-3ab5f0a394d9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:06.470849 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c7856bca-f804-4340-9999-c177bb605ecb req-16201408-b3ba-43c5-9508-3ab5f0a394d9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0462358 May 05 15:43:06.516854 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c7856bca-f804-4340-9999-c177bb605ecb req-8caeead6-6b6c-49f4-85e1-5539781cae51 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 May 05 15:43:06.556291 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-08e55f3d-4209-4b84-9e2d-984b290cdc61 req-a93788c1-e71a-4cab-a911-0d7461f42bd5 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 210 time: 0.0398474 May 05 15:43:06.645057 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04bfb5-cbf1-41ea-9167-5bd0f5ddd1ce req-d0e631f8-bc3d-4a20-91a8-4c853728f359 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:06.646603 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-fa04bfb5-cbf1-41ea-9167-5bd0f5ddd1ce req-d0e631f8-bc3d-4a20-91a8-4c853728f359 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 944 time: 0.0498281 May 05 15:43:06.691234 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-fa04bfb5-cbf1-41ea-9167-5bd0f5ddd1ce req-e608d4e6-6061-4707-ac18-001dcb357cc6 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390801 May 05 15:43:07.635568 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4ac13-25fd-4268-9546-8cfe1d342dd8 req-79fabfbf-2cea-4802-a1d6-5d0ad30f21eb tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:07.637067 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-08f4ac13-25fd-4268-9546-8cfe1d342dd8 req-79fabfbf-2cea-4802-a1d6-5d0ad30f21eb tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0503049 May 05 15:43:07.653319 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c8198489-2d87-40ad-aae9-67adf46bd287 req-229a6c70-b825-438e-91ed-f0ec14c45b60 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 210 time: 0.0274153 May 05 15:43:07.683582 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-08f4ac13-25fd-4268-9546-8cfe1d342dd8 req-04aff8f4-bb7f-4354-a555-50d802b331b5 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 May 05 15:43:07.801949 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a4b85-1fd4-4146-a5ba-56c70305f988 req-e9b208dd-6c65-4add-8dc3-22f31b194b93 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:07.803408 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5e4a4b85-1fd4-4146-a5ba-56c70305f988 req-e9b208dd-6c65-4add-8dc3-22f31b194b93 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 944 time: 0.0458269 May 05 15:43:07.849507 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5e4a4b85-1fd4-4146-a5ba-56c70305f988 req-c17d6ab0-b9af-486e-988d-572dd6a4917d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 May 05 15:43:08.746735 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d90be447-7eba-4129-b25a-def307191e9a req-19444eb4-f33e-418f-9e58-79dbdb19a207 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 210 time: 0.0283895 May 05 15:43:08.797727 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07509d-98e3-4fd6-b8e3-ffafc018b5cf req-234223f0-60aa-4dfa-b959-cb71c69c188e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:08.799233 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0a07509d-98e3-4fd6-b8e3-ffafc018b5cf req-234223f0-60aa-4dfa-b959-cb71c69c188e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0496504 May 05 15:43:08.846890 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0a07509d-98e3-4fd6-b8e3-ffafc018b5cf req-ff0a7cf0-ab4c-4f6b-bde9-d82d58471e76 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415516 May 05 15:43:08.963117 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880850d-51b5-4c8a-98bb-62d0a054add9 req-7e1d630b-12b8-46be-b13b-0264c58fcd91 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:08.964514 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4880850d-51b5-4c8a-98bb-62d0a054add9 req-7e1d630b-12b8-46be-b13b-0264c58fcd91 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 944 time: 0.0468249 May 05 15:43:09.010213 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4880850d-51b5-4c8a-98bb-62d0a054add9 req-629f977b-aa5f-49b5-8d00-f86ec322f5e6 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395567 May 05 15:43:09.240383 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-f82ffebe-a411-42dd-9cb5-e0cd66ca0767 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Request body: {'port': {'device_id': '1c1269b6-e1d1-45e5-9415-675c01e9db0e', 'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa', 'admin_state_up': True, 'tenant_id': 'd4e49eb80f604a5cb27b5f86788302f0'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:09.313062 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 08434f96-b818-411c-a085-51a489bc8560 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:09.350255 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-f82ffebe-a411-42dd-9cb5-e0cd66ca0767 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Made reservation on behalf of d4e49eb80f604a5cb27b5f86788302f0 for: {'port': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:43:09.353622 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-f82ffebe-a411-42dd-9cb5-e0cd66ca0767 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.362840 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 08434f96-b818-411c-a085-51a489bc8560 completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:43:09.369044 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 08434f96-b818-411c-a085-51a489bc8560 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:09.369452 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (08434f96-b818-411c-a085-51a489bc8560), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.456827 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 08434f96-b818-411c-a085-51a489bc8560 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:09.457217 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (08434f96-b818-411c-a085-51a489bc8560), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.485551 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ed89c4-e73a-473d-b838-0368e492c8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08434f96-b818-411c-a085-51a489bc8560'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:09.487932 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2054b4f7-6af6-40dd-bfcb-24c3564a57b9" -d '{"events": [{"server_uuid": "48ed89c4-e73a-473d-b838-0368e492c8cf", "name": "network-vif-plugged", "status": "completed", "tag": "08434f96-b818-411c-a085-51a489bc8560"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:09.496807 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-f82ffebe-a411-42dd-9cb5-e0cd66ca0767 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Allocated IP 172.20.0.8 (7b5443c2-56b6-44ba-9715-61e513dec3aa/b34378c2-9c8a-4285-8583-ee40369ca78f/bbe295f7-be5b-4368-99dc-a2faabf9c979) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:09.502329 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 08434f96-b818-411c-a085-51a489bc8560, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=08434f96-b818-411c-a085-51a489bc8560,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:09.515368 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (08434f96-b818-411c-a085-51a489bc8560), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.558499 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d90b547-ef84-44e9-a4a0-5f34a022d02b x-openstack-request-id: req-5d90b547-ef84-44e9-a4a0-5f34a022d02b {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:09.558985 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ed89c4-e73a-473d-b838-0368e492c8cf", "name": "network-vif-plugged", "status": "completed", "tag": "08434f96-b818-411c-a085-51a489bc8560", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:09.559310 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d90b547-ef84-44e9-a4a0-5f34a022d02b {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:09.559768 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d90b547-ef84-44e9-a4a0-5f34a022d02b'] response: {'server_uuid': '48ed89c4-e73a-473d-b838-0368e492c8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08434f96-b818-411c-a085-51a489bc8560', 'code': 200} May 05 15:43:09.581602 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=08434f96-b818-411c-a085-51a489bc8560,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:09.675852 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-f82ffebe-a411-42dd-9cb5-e0cd66ca0767 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks [] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.712791 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-f82ffebe-a411-42dd-9cb5-e0cd66ca0767 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.759432 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-f82ffebe-a411-42dd-9cb5-e0cd66ca0767 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Network 7b5443c2-56b6-44ba-9715-61e513dec3aa is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:09.762740 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-f82ffebe-a411-42dd-9cb5-e0cd66ca0767 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:09.769103 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-f82ffebe-a411-42dd-9cb5-e0cd66ca0767 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:09.823530 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-f82ffebe-a411-42dd-9cb5-e0cd66ca0767 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:09.824156 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-f82ffebe-a411-42dd-9cb5-e0cd66ca0767 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:09.833008 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ffebe-a411-42dd-9cb5-e0cd66ca0767 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Pushing event updated for resources: {'Port': ['ID=bbe295f7-be5b-4368-99dc-a2faabf9c979,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:09.856401 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-f82ffebe-a411-42dd-9cb5-e0cd66ca0767 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6183639 May 05 15:43:09.887632 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35297488-66ac-418b-a456-242ff0897ff7 req-57224815-e5dc-4b9e-93ce-c24bfe266a82 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:09.895450 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35297488-66ac-418b-a456-242ff0897ff7 req-57224815-e5dc-4b9e-93ce-c24bfe266a82 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 931 time: 0.0669198 May 05 15:43:09.928316 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 54776) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:09.952913 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35297488-66ac-418b-a456-242ff0897ff7 req-c8464936-0b91-4695-9776-a9972f32449c tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565965 May 05 15:43:10.005034 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f60e-0989-4659-9fc5-9b1cfaa1531f req-8c195f52-7246-41ca-85b1-3f38a55745f6 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:10.007343 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5835f60e-0989-4659-9fc5-9b1cfaa1531f req-8c195f52-7246-41ca-85b1-3f38a55745f6 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0573654 May 05 15:43:10.056598 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-54151050-a809-43f8-b70b-faf132a262b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.089412 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5835f60e-0989-4659-9fc5-9b1cfaa1531f req-c5063b2c-c33e-435a-bcee-b368d6dee8b9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729413 May 05 15:43:10.140115 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac1263-83df-488b-b6a0-31462ad5a9a9 req-6078783d-dc96-4509-967b-b4d77604ed34 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:10.141835 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1cac1263-83df-488b-b6a0-31462ad5a9a9 req-6078783d-dc96-4509-967b-b4d77604ed34 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0609655 May 05 15:43:10.162246 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 54786) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:10.171135 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-54151050-a809-43f8-b70b-faf132a262b7 admin admin] Publish callbacks [] for security_group (e5e2fb9d-4b3b-4348-aa06-5678d19702a3), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.176264 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-54151050-a809-43f8-b70b-faf132a262b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (e5e2fb9d-4b3b-4348-aa06-5678d19702a3), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.210432 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1cac1263-83df-488b-b6a0-31462ad5a9a9 req-baac448c-c8fb-4117-a54e-ee6305089cfa tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618665 May 05 15:43:10.211719 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-54151050-a809-43f8-b70b-faf132a262b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4145914ca74e4aff9a987fdeb19ce831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819526 May 05 15:43:10.215057 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54792) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:10.221666 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54151050-a809-43f8-b70b-faf132a262b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e2fb9d-4b3b-4348-aa06-5678d19702a3,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:10.291052 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0ea26857-95ee-4658-ad2f-8c23824f006b admin admin] Publish callbacks [] for security_group (e5e2fb9d-4b3b-4348-aa06-5678d19702a3), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.326421 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0ea26857-95ee-4658-ad2f-8c23824f006b admin admin] Publish callbacks [] for security_group (e5e2fb9d-4b3b-4348-aa06-5678d19702a3), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.334728 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.387458 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0ea26857-95ee-4658-ad2f-8c23824f006b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (e5e2fb9d-4b3b-4348-aa06-5678d19702a3), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.390272 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0ea26857-95ee-4658-ad2f-8c23824f006b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.391477 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0ea26857-95ee-4658-ad2f-8c23824f006b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5e2fb9d-4b3b-4348-aa06-5678d19702a3 HTTP/1.1" status: 204 len: 168 time: 0.1751683 May 05 15:43:10.400728 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea26857-95ee-4658-ad2f-8c23824f006b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e2fb9d-4b3b-4348-aa06-5678d19702a3,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:10.413804 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Request body: {'port': {'device_id': '1c1269b6-e1d1-45e5-9415-675c01e9db0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:10.664547 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54810) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:10.714990 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Publish callbacks [] for security_group (e236ac6d-e0d9-43f7-a204-74e88286f9b8), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.722668 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (e236ac6d-e0d9-43f7-a204-74e88286f9b8), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.728078 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.764919 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8900a3903b074ce79c38456a358fbbb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6015372 May 05 15:43:10.767839 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54814) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:10.794391 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e236ac6d-e0d9-43f7-a204-74e88286f9b8,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:10.809405 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54816) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:10.811081 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.811509 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.811942 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.812351 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.812691 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.813063 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.813398 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.813730 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.814083 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.814549 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.814915 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.815484 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.815861 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.816190 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.816518 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21d088-86fa-4bf0-8889-5bdffa7c7356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:10.819712 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cab51c1a-b37c-4fa4-b441-44369d024fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.844543 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1488-58ad-4e86-b6c5-377486e8a5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.894305 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Publish callbacks [] for security_group (e236ac6d-e0d9-43f7-a204-74e88286f9b8), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:10.928899 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Publish callbacks [] for security_group (e236ac6d-e0d9-43f7-a204-74e88286f9b8), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.024370 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b206560-1eab-4b57-a1de-5304f5851dac req-941d0809-a4be-4522-a32d-0cd18244a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:11.025908 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4b206560-1eab-4b57-a1de-5304f5851dac req-941d0809-a4be-4522-a32d-0cd18244a252 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 1129 time: 0.0861897 May 05 15:43:11.044413 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (e236ac6d-e0d9-43f7-a204-74e88286f9b8), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.048363 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.050707 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e236ac6d-e0d9-43f7-a204-74e88286f9b8 HTTP/1.1" status: 204 len: 168 time: 0.2816336 May 05 15:43:11.079639 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e236ac6d-e0d9-43f7-a204-74e88286f9b8,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:11.106696 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.107267 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.107791 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.108108 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.108441 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.109010 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.109393 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.109823 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.110139 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.110656 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.111132 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.111619 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.112032 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.112274 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.112599 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4501d06b-751b-4234-88f5-e11583531d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:11.158847 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1488-58ad-4e86-b6c5-377486e8a5cf admin admin] Publish callbacks [] for security_group (03b9b646-a5ac-45f7-a1db-b63757204460), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.162008 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ee82c-7ebb-4e8a-be71-18ad9c29faf3 req-ae6d386a-086d-4781-b852-9159ca857735 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:11.163810 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-290ee82c-7ebb-4e8a-be71-18ad9c29faf3 req-ae6d386a-086d-4781-b852-9159ca857735 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 931 time: 0.1129000 May 05 15:43:11.164227 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cab51c1a-b37c-4fa4-b441-44369d024fdc admin admin] Publish callbacks [] for security_group (dea57da5-2d99-4d50-be3a-b4b3c816b04b), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.171597 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1488-58ad-4e86-b6c5-377486e8a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (03b9b646-a5ac-45f7-a1db-b63757204460), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.215161 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4b206560-1eab-4b57-a1de-5304f5851dac req-1387388c-b5e1-4dde-abc0-75fb8c2c91ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796196 May 05 15:43:11.227591 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e1488-58ad-4e86-b6c5-377486e8a5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b9b646-a5ac-45f7-a1db-b63757204460,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:11.230675 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cab51c1a-b37c-4fa4-b441-44369d024fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (dea57da5-2d99-4d50-be3a-b4b3c816b04b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.255404 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe295f7-be5b-4368-99dc-a2faabf9c979 {{(pid=109965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:43:11.258959 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-fa5e1488-58ad-4e86-b6c5-377486e8a5cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6fc7406bc13945c694ee14a355d5e3ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484954 May 05 15:43:11.264619 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54828) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:11.272262 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Publish callbacks [] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.289297 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-cab51c1a-b37c-4fa4-b441-44369d024fdc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=681b908a1696496dbedc572188a0d9ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6233680 May 05 15:43:11.293759 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 54830) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:11.304520 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-290ee82c-7ebb-4e8a-be71-18ad9c29faf3 req-0b4e171c-dfad-4466-8d5f-da6d051db9c2 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028788 May 05 15:43:11.305740 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.provisioning_blocks [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Transition to ACTIVE for port object bbe295f7-be5b-4368-99dc-a2faabf9c979 will not be triggered until provisioned by entity L2. {{(pid=109965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:43:11.315307 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.343403 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab51c1a-b37c-4fa4-b441-44369d024fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea57da5-2d99-4d50-be3a-b4b3c816b04b,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:11.366081 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4ef27-86a5-44af-8e8c-6ec232a5a9bb req-c1a4742f-50b3-4531-a7ea-e7db49b8919d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:11.367786 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5ff4ef27-86a5-44af-8e8c-6ec232a5a9bb req-c1a4742f-50b3-4531-a7ea-e7db49b8919d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.1048675 May 05 15:43:11.406593 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0418-605d-492d-9843-04e41b836fb5 admin admin] Publish callbacks [] for security_group (03b9b646-a5ac-45f7-a1db-b63757204460), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.426047 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Pushing event updated for resources: {'Port': ['ID=bbe295f7-be5b-4368-99dc-a2faabf9c979,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:11.453233 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0418-605d-492d-9843-04e41b836fb5 admin admin] Publish callbacks [] for security_group (03b9b646-a5ac-45f7-a1db-b63757204460), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.455014 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4b6102e7-48ae-4b5d-a644-271bd1d97223 admin admin] Publish callbacks [] for security_group (dea57da5-2d99-4d50-be3a-b4b3c816b04b), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.473313 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5ff4ef27-86a5-44af-8e8c-6ec232a5a9bb req-297f43ff-6912-4b40-b3ba-a23e224eeaa8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970423 May 05 15:43:11.549355 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4b6102e7-48ae-4b5d-a644-271bd1d97223 admin admin] Publish callbacks [] for security_group (dea57da5-2d99-4d50-be3a-b4b3c816b04b), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.551711 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0418-605d-492d-9843-04e41b836fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (03b9b646-a5ac-45f7-a1db-b63757204460), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.556471 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0418-605d-492d-9843-04e41b836fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.557398 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2c7d0418-605d-492d-9843-04e41b836fb5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03b9b646-a5ac-45f7-a1db-b63757204460 HTTP/1.1" status: 204 len: 168 time: 0.2908168 May 05 15:43:11.575556 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d0418-605d-492d-9843-04e41b836fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b9b646-a5ac-45f7-a1db-b63757204460,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:11.679207 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816899d9-7f71-4a38-af49-5ebf41fb7ba8 req-854ef8c3-e9e4-49e0-9dc8-f5e2aaad0b73 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:11.680780 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-816899d9-7f71-4a38-af49-5ebf41fb7ba8 req-854ef8c3-e9e4-49e0-9dc8-f5e2aaad0b73 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.1872673 May 05 15:43:11.707854 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Attempting to bind port bbe295f7-be5b-4368-99dc-a2faabf9c979 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:43:11.708253 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Attempting to bind port bbe295f7-be5b-4368-99dc-a2faabf9c979 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '370bf960-8beb-4c5d-af58-f99ff8900c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa'}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:43:11.709245 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Attempting to bind port bbe295f7-be5b-4368-99dc-a2faabf9c979 on network 7b5443c2-56b6-44ba-9715-61e513dec3aa {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:11.735161 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Port bbe295f7-be5b-4368-99dc-a2faabf9c979 on network 7b5443c2-56b6-44ba-9715-61e513dec3aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:43:11.735500 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Attempting to bind port bbe295f7-be5b-4368-99dc-a2faabf9c979 on network 7b5443c2-56b6-44ba-9715-61e513dec3aa {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:11.750003 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:43:11.750520 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Checking segment: {'id': '370bf960-8beb-4c5d-af58-f99ff8900c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:11.750766 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Bound using segment: {'id': '370bf960-8beb-4c5d-af58-f99ff8900c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa'} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:43:11.751217 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Bound port: bbe295f7-be5b-4368-99dc-a2faabf9c979, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370bf960-8beb-4c5d-af58-f99ff8900c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa'}}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:43:11.751596 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.755131 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-279cf8e9-d68f-4f4c-9a2c-590708fba7fe req-82bea059-3f2c-4108-800d-b9cc80b71a4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1014607 May 05 15:43:11.793334 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4b6102e7-48ae-4b5d-a644-271bd1d97223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (dea57da5-2d99-4d50-be3a-b4b3c816b04b), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.797155 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4b6102e7-48ae-4b5d-a644-271bd1d97223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.798382 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-4b6102e7-48ae-4b5d-a644-271bd1d97223 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dea57da5-2d99-4d50-be3a-b4b3c816b04b HTTP/1.1" status: 204 len: 168 time: 0.5033257 May 05 15:43:11.799805 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54846) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:11.831444 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a2c7a7cc-b33d-4a59-b095-556c5600ea0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.837482 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6102e7-48ae-4b5d-a644-271bd1d97223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea57da5-2d99-4d50-be3a-b4b3c816b04b,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:11.844230 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-816899d9-7f71-4a38-af49-5ebf41fb7ba8 req-751e4bda-c0c3-4bb2-b78f-0710518a4d22 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396065 May 05 15:43:11.902741 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] For port bbe295f7-be5b-4368-99dc-a2faabf9c979, host hv-cinder-83979, cleared binding levels {{(pid=109965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:43:11.912932 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] For port bbe295f7-be5b-4368-99dc-a2faabf9c979, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bbe295f7-be5b-4368-99dc-a2faabf9c979,segment=NetworkSegment(370bf960-8beb-4c5d-af58-f99ff8900c7e),segment_id=370bf960-8beb-4c5d-af58-f99ff8900c7e)] {{(pid=109965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:43:11.917044 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.948263 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:11.953729 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:11.956330 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] 10.222.0.41 "PUT /v2.0/ports/bbe295f7-be5b-4368-99dc-a2faabf9c979 HTTP/1.1" status: 200 len: 1093 time: 1.5478210 May 05 15:43:11.985794 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1269b6-e1d1-45e5-9415-675c01e9db0e', 'tag': 'bbe295f7-be5b-4368-99dc-a2faabf9c979'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:11.989083 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b16503-3681-44e0-85c6-7f501b11c856" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1269b6-e1d1-45e5-9415-675c01e9db0e", "tag": "bbe295f7-be5b-4368-99dc-a2faabf9c979"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:12.025855 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a2c7a7cc-b33d-4a59-b095-556c5600ea0d admin admin] Publish callbacks [] for security_group (9cab6a45-0758-4ccc-8364-292231b05954), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:12.037894 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a2c7a7cc-b33d-4a59-b095-556c5600ea0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (9cab6a45-0758-4ccc-8364-292231b05954), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:12.071268 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e5747-2592-428e-9ef7-9c7824728c0b service neutron] Pushing event updated for resources: {'Port': ['ID=bbe295f7-be5b-4368-99dc-a2faabf9c979,revision_number=3']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:12.112835 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813a7ce8-1260-4907-9658-1816928ff4c3 x-openstack-request-id: req-813a7ce8-1260-4907-9658-1816928ff4c3 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:12.113326 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1269b6-e1d1-45e5-9415-675c01e9db0e", "tag": "bbe295f7-be5b-4368-99dc-a2faabf9c979", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:12.113735 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-813a7ce8-1260-4907-9658-1816928ff4c3 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:12.114553 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813a7ce8-1260-4907-9658-1816928ff4c3'] response: {'name': 'network-changed', 'server_uuid': '1c1269b6-e1d1-45e5-9415-675c01e9db0e', 'tag': 'bbe295f7-be5b-4368-99dc-a2faabf9c979', 'status': 'completed', 'code': 200} May 05 15:43:12.118499 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7a7cc-b33d-4a59-b095-556c5600ea0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cab6a45-0758-4ccc-8364-292231b05954,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:12.135262 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-a2c7a7cc-b33d-4a59-b095-556c5600ea0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=087be7e6c58a45c3b072ed20a07454e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337581 May 05 15:43:12.137616 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54860) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:12.270306 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e92f38cb-dbda-4055-9652-7f34c185801d admin admin] Publish callbacks [] for security_group (9cab6a45-0758-4ccc-8364-292231b05954), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:12.309044 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-63877815-1af8-42a7-a7fc-535ee33d9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:12.312117 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-63877815-1af8-42a7-a7fc-535ee33d9c4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e49eb80f604a5cb27b5f86788302f0&device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 1127 time: 0.1046882 May 05 15:43:12.313610 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf8e9-d68f-4f4c-9a2c-590708fba7fe req-0a574f0e-7064-46a7-b192-858128a434f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:12.315052 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-279cf8e9-d68f-4f4c-9a2c-590708fba7fe req-0a574f0e-7064-46a7-b192-858128a434f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc23d2719647485fa73eb4cc29134b0d&device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 1129 time: 0.0999961 May 05 15:43:12.320760 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e92f38cb-dbda-4055-9652-7f34c185801d admin admin] Publish callbacks [] for security_group (9cab6a45-0758-4ccc-8364-292231b05954), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:12.472555 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e92f38cb-dbda-4055-9652-7f34c185801d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (9cab6a45-0758-4ccc-8364-292231b05954), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:12.480782 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e92f38cb-dbda-4055-9652-7f34c185801d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:12.484685 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e92f38cb-dbda-4055-9652-7f34c185801d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cab6a45-0758-4ccc-8364-292231b05954 HTTP/1.1" status: 204 len: 168 time: 0.3447387 May 05 15:43:12.510264 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-76be5b81-e504-472e-9c1e-c0bf557dc287 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbe295f7-be5b-4368-99dc-a2faabf9c979 HTTP/1.1" status: 200 len: 217 time: 0.0927520 May 05 15:43:12.543540 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f38cb-dbda-4055-9652-7f34c185801d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cab6a45-0758-4ccc-8364-292231b05954,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:12.559529 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a88082-d061-43cc-9019-fded1265f3a5 req-f7f19773-97da-4fed-b4db-cf124263f912 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:12.562149 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-03a88082-d061-43cc-9019-fded1265f3a5 req-f7f19773-97da-4fed-b4db-cf124263f912 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 943 time: 0.1343763 May 05 15:43:12.637394 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-03a88082-d061-43cc-9019-fded1265f3a5 req-8d4b07e8-a98f-471a-a9ee-0d5bdab92d76 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680308 May 05 15:43:12.652992 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fd79d-f990-4dfb-8c8f-c161b8cc7434 req-84b275ea-037f-4931-bc65-516683c4870d tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:12.654697 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7a1fd79d-f990-4dfb-8c8f-c161b8cc7434 req-84b275ea-037f-4931-bc65-516683c4870d tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 945 time: 0.0668664 May 05 15:43:12.723171 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7a1fd79d-f990-4dfb-8c8f-c161b8cc7434 req-557aef47-6e40-4595-91db-fd0a461ea9ba tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599518 May 05 15:43:12.769635 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbf934-b705-40d3-a03b-596ba92e76e6 req-63884c6a-e888-4860-8370-788a1e44e172 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:12.771995 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6fcbf934-b705-40d3-a03b-596ba92e76e6 req-63884c6a-e888-4860-8370-788a1e44e172 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0536931 May 05 15:43:12.826657 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6fcbf934-b705-40d3-a03b-596ba92e76e6 req-19103bdc-8410-4736-a773-b93239108590 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467536 May 05 15:43:13.035097 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62614cb9-29bc-46e9-8a8a-00c294de09e4 req-e5673e60-7247-4282-89ce-0d7e2c82b8ab tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:13.036715 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-62614cb9-29bc-46e9-8a8a-00c294de09e4 req-e5673e60-7247-4282-89ce-0d7e2c82b8ab tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0577161 May 05 15:43:13.064037 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf8e9-d68f-4f4c-9a2c-590708fba7fe req-273d1519-9820-4766-8084-65e6bc51fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:13.065497 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-279cf8e9-d68f-4f4c-9a2c-590708fba7fe req-273d1519-9820-4766-8084-65e6bc51fb63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 HTTP/1.1" status: 200 len: 912 time: 0.1630087 May 05 15:43:13.106734 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-62614cb9-29bc-46e9-8a8a-00c294de09e4 req-b39a4f68-9439-454b-9650-92362ce3f74c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603290 May 05 15:43:13.246879 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a055b-944a-4141-a372-a5088094cc0f req-49f10283-d995-4498-a9f0-0d4cfa35be77 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:13.248462 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e17a055b-944a-4141-a372-a5088094cc0f req-49f10283-d995-4498-a9f0-0d4cfa35be77 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0791507 May 05 15:43:13.259079 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 54926) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:13.263658 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-939a46f7-10f7-41d6-98ff-fc827a2bdb07 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Request body: {'floatingip': {'port_id': '08434f96-b818-411c-a085-51a489bc8560'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:13.358599 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-939a46f7-10f7-41d6-98ff-fc827a2bdb07 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (85a2024b-0dcf-4edc-9741-571782e5a350), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:13.403599 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54930) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:13.430352 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-950771a1-3d78-438a-abcd-8202d08e26d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:13.609433 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-33209499-network', 'tenant_id': 'b17842fa85384865aba313f5fa724882'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:13.631044 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Made reservation on behalf of b17842fa85384865aba313f5fa724882 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:43:13.633687 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:13.642988 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:13.763662 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Publish callbacks [] for security_group (13476e30-ba9c-4e9e-946c-a8a907924501), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:13.771442 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (13476e30-ba9c-4e9e-946c-a8a907924501), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:13.795060 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:43:13.813395 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (da4ae621-dad7-4211-b601-5ed6112b8e5a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:13.814057 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Added segment da4ae621-dad7-4211-b601-5ed6112b8e5a of type vlan for network 8646f0ab-30ae-49ab-bf78-0b3133d8ae62 May 05 15:43:13.867259 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (8646f0ab-30ae-49ab-bf78-0b3133d8ae62), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:13.880083 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dacf76-b9bb-43ce-9ce6-b0ed60db9189 req-a2a41571-55fa-4ab6-aa7b-76a878343c1d tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:13.882307 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d8dacf76-b9bb-43ce-9ce6-b0ed60db9189 req-a2a41571-55fa-4ab6-aa7b-76a878343c1d tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 943 time: 0.1337190 May 05 15:43:13.945073 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13476e30-ba9c-4e9e-946c-a8a907924501,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:13.955545 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (8646f0ab-30ae-49ab-bf78-0b3133d8ae62), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:13.956770 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:13.957549 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:14.023005 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] Pushing event updated for resources: {'Network': ['ID=8646f0ab-30ae-49ab-bf78-0b3133d8ae62,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:14.031476 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a082b3-b6e1-4a5c-8de6-adb472287e81 req-0390a023-d5b5-4927-8e44-37e27605187b tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:14.033001 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-76a082b3-b6e1-4a5c-8de6-adb472287e81 req-0390a023-d5b5-4927-8e44-37e27605187b tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 945 time: 0.1598601 May 05 15:43:14.034012 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 8646f0ab-30ae-49ab-bf78-0b3133d8ae62 details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:43:14.059127 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-22dfdc8e-bbfb-4f99-8411-e03ca61d43b7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6538887 May 05 15:43:14.059764 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 54964) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:14.110375 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-63c60ebb-3b4b-4c74-b529-d5d1cdf0aaf3 admin admin] Request body: {'subnet': {'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-33209499-subnet', 'tenant_id': 'b17842fa85384865aba313f5fa724882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:14.145655 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-76a082b3-b6e1-4a5c-8de6-adb472287e81 req-baddfaa9-4f75-4df9-b347-4c0c7e835166 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992484 May 05 15:43:14.150361 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c60ebb-3b4b-4c74-b529-d5d1cdf0aaf3 admin admin] Made reservation on behalf of b17842fa85384865aba313f5fa724882 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:43:14.152834 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-63c60ebb-3b4b-4c74-b529-d5d1cdf0aaf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26156176'] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:14.153517 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d8dacf76-b9bb-43ce-9ce6-b0ed60db9189 req-8edd2c62-32f5-4dbb-835c-adc4c7472363 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523735 May 05 15:43:14.206389 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.db.resource_extend [None req-939a46f7-10f7-41d6-98ff-fc827a2bdb07 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 15:43:14.308749 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e738e3-dea8-4fb3-980c-ab447ab5b51f req-b3319283-ba2e-4046-ab91-a2b30819d975 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:14.310376 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f8e738e3-dea8-4fb3-980c-ab447ab5b51f req-b3319283-ba2e-4046-ab91-a2b30819d975 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0688608 May 05 15:43:14.545999 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f8e738e3-dea8-4fb3-980c-ab447ab5b51f req-17991a46-7222-4d08-ba94-30af46b8f6ca tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256100 May 05 15:43:14.549848 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-939a46f7-10f7-41d6-98ff-fc827a2bdb07 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:14.550690 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-63c60ebb-3b4b-4c74-b529-d5d1cdf0aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26150987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26156258'] for subnet (49b20e9b-aada-4f84-82dc-003ca02a5719), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:14.569889 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-939a46f7-10f7-41d6-98ff-fc827a2bdb07 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (85a2024b-0dcf-4edc-9741-571782e5a350), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:14.613874 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c60ebb-3b4b-4c74-b529-d5d1cdf0aaf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b20e9b-aada-4f84-82dc-003ca02a5719,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:14.635018 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c60ebb-3b4b-4c74-b529-d5d1cdf0aaf3 admin admin] Checking segment: {'id': 'da4ae621-dad7-4211-b601-5ed6112b8e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:14.635297 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c60ebb-3b4b-4c74-b529-d5d1cdf0aaf3 admin admin] Network hostable DHCP agents. Network: 8646f0ab-30ae-49ab-bf78-0b3133d8ae62, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:43:14.640137 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:14.664039 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c60ebb-3b4b-4c74-b529-d5d1cdf0aaf3 admin admin] Network 8646f0ab-30ae-49ab-bf78-0b3133d8ae62 is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:43:14.678574 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-63c60ebb-3b4b-4c74-b529-d5d1cdf0aaf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 8646f0ab-30ae-49ab-bf78-0b3133d8ae62) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:14.684273 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c60ebb-3b4b-4c74-b529-d5d1cdf0aaf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:14.686179 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-63c60ebb-3b4b-4c74-b529-d5d1cdf0aaf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:14.687266 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97276b5a-7ae6-4ecc-82f7-ac8bff4f272d None None] Network 8646f0ab-30ae-49ab-bf78-0b3133d8ae62 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:43:14.707710 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [None req-939a46f7-10f7-41d6-98ff-fc827a2bdb07 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Floating IP 85a2024b-0dcf-4edc-9741-571782e5a350 associated. External IP: 172.27.3.55, port: 08434f96-b818-411c-a085-51a489bc8560. May 05 15:43:14.726970 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-63c60ebb-3b4b-4c74-b529-d5d1cdf0aaf3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6487248 May 05 15:43:14.857222 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4dc11f-6c72-49ff-8b4d-40900afe5ebc None None] Network 8646f0ab-30ae-49ab-bf78-0b3133d8ae62 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:43:15.055301 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939a46f7-10f7-41d6-98ff-fc827a2bdb07 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Router d595150d-a013-4207-8139-341c638ecfde has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:43:15.215466 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939a46f7-10f7-41d6-98ff-fc827a2bdb07 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:43:15.229451 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-939a46f7-10f7-41d6-98ff-fc827a2bdb07 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:15.233376 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defd696-4080-4380-8897-759788d51484 None None] Sync routers for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:43:15.252152 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defd696-4080-4380-8897-759788d51484 None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:15.253869 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-4defd696-4080-4380-8897-759788d51484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:42:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:15.308472 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbaad8-57e0-4d0d-af8a-b2c92a768406 req-7a196c3e-0215-4fdb-9bf2-769ae189cc52 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:15.315717 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-00cbaad8-57e0-4d0d-af8a-b2c92a768406 req-7a196c3e-0215-4fdb-9bf2-769ae189cc52 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 945 time: 0.0815766 May 05 15:43:15.319778 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-939a46f7-10f7-41d6-98ff-fc827a2bdb07 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "PUT /v2.0/floatingips/85a2024b-0dcf-4edc-9741-571782e5a350 HTTP/1.1" status: 200 len: 990 time: 2.0596623 May 05 15:43:15.324551 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ed89c4-e73a-473d-b838-0368e492c8cf', 'tag': '08434f96-b818-411c-a085-51a489bc8560'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:15.326765 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9450e599-407a-4eba-9121-2abdbcb5133f" -d '{"events": [{"name": "network-changed", "server_uuid": "48ed89c4-e73a-473d-b838-0368e492c8cf", "tag": "08434f96-b818-411c-a085-51a489bc8560"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:15.378013 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf154b-ce51-48b7-85ce-547f63192dcd req-ccdfdcd6-2533-44ba-9448-77091c59571b tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:15.379655 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6acf154b-ce51-48b7-85ce-547f63192dcd req-ccdfdcd6-2533-44ba-9448-77091c59571b tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 943 time: 0.1321032 May 05 15:43:15.399768 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-4defd696-4080-4380-8897-759788d51484 None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:15.425154 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-00cbaad8-57e0-4d0d-af8a-b2c92a768406 req-8b7506fe-857c-4de2-ab5c-07444201f9f9 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081846 May 05 15:43:15.480219 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6acf154b-ce51-48b7-85ce-547f63192dcd req-48b0f0a5-0ca7-47eb-82c9-54cb90e1a1d4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935507 May 05 15:43:15.689564 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a75cd40-a272-4f12-8513-eed153fda044 x-openstack-request-id: req-4a75cd40-a272-4f12-8513-eed153fda044 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:15.689945 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ed89c4-e73a-473d-b838-0368e492c8cf", "tag": "08434f96-b818-411c-a085-51a489bc8560", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:15.690302 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a75cd40-a272-4f12-8513-eed153fda044 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:15.690769 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a75cd40-a272-4f12-8513-eed153fda044'] response: {'name': 'network-changed', 'server_uuid': '48ed89c4-e73a-473d-b838-0368e492c8cf', 'tag': '08434f96-b818-411c-a085-51a489bc8560', 'status': 'completed', 'code': 200} May 05 15:43:15.734148 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec0056-ea95-4d4b-a35f-e4ae9933eb84 req-7927d23e-1145-408a-b2a3-983b411886cd tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:15.745778 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-81ec0056-ea95-4d4b-a35f-e4ae9933eb84 req-7927d23e-1145-408a-b2a3-983b411886cd tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0951719 May 05 15:43:15.762940 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-4defd696-4080-4380-8897-759788d51484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '85a2024b-0dcf-4edc-9741-571782e5a350', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'd595150d-a013-4207-8139-341c638ecfde', 'port_id': '08434f96-b818-411c-a085-51a489bc8560', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'mac_address': 'fa:16:3e:d5:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed89c4-e73a-473d-b838-0368e492c8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:41Z', 'updated_at': '2022-05-05T15:43:14Z', 'revision_number': 1, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:37Z', 'revision_number': 5, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:15.788330 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7e0e51fb-4030-4534-a650-676636fb9d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:15.847037 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-81ec0056-ea95-4d4b-a35f-e4ae9933eb84 req-2228dbdf-d36f-402b-a36a-7ce15791d6c4 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998628 May 05 15:43:15.919779 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defd696-4080-4380-8897-759788d51484 None None] Checking router: d595150d-a013-4207-8139-341c638ecfde for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:43:15.928906 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defd696-4080-4380-8897-759788d51484 None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:15.929534 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-4defd696-4080-4380-8897-759788d51484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:16.050452 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-4defd696-4080-4380-8897-759788d51484 None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:16.289634 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-4defd696-4080-4380-8897-759788d51484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '85a2024b-0dcf-4edc-9741-571782e5a350', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'd595150d-a013-4207-8139-341c638ecfde', 'port_id': '08434f96-b818-411c-a085-51a489bc8560', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'mac_address': 'fa:16:3e:d5:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed89c4-e73a-473d-b838-0368e492c8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:41Z', 'updated_at': '2022-05-05T15:43:14Z', 'revision_number': 1, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:37Z', 'revision_number': 5, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:16.322588 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defd696-4080-4380-8897-759788d51484 None None] The sync data for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi is: [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '85a2024b-0dcf-4edc-9741-571782e5a350', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'd595150d-a013-4207-8139-341c638ecfde', 'port_id': '08434f96-b818-411c-a085-51a489bc8560', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'mac_address': 'fa:16:3e:d5:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed89c4-e73a-473d-b838-0368e492c8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:42:41Z', 'updated_at': '2022-05-05T15:43:14Z', 'revision_number': 1, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:37Z', 'revision_number': 5, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:43:16.639596 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-279cf8e9-d68f-4f4c-9a2c-590708fba7fe req-a17291e9-56cd-4e7c-be93-6616fff9b3a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3f7f615-7d9f-4f7c-9554-c89ad09b9083 HTTP/1.1" status: 200 len: 217 time: 0.0615621 May 05 15:43:16.653174 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906fdcb-dd80-4227-b7de-b1e57c5176d4 req-7f9c443f-c8e3-4219-b252-a25f10a9f876 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:16.659152 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50d280-ba81-4b8f-aede-5e917f24d2f9 None None] New status for floating IP 85a2024b-0dcf-4edc-9741-571782e5a350: ACTIVE {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:43:16.668894 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fbec7-09ab-4610-a3e4-c936ee94c7c2 req-c83b59d7-3c5e-4f7f-aee3-3274580a6506 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:16.671009 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-079fbec7-09ab-4610-a3e4-c936ee94c7c2 req-c83b59d7-3c5e-4f7f-aee3-3274580a6506 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 945 time: 0.1729727 May 05 15:43:16.673729 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0906fdcb-dd80-4227-b7de-b1e57c5176d4 req-7f9c443f-c8e3-4219-b252-a25f10a9f876 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 943 time: 0.0862579 May 05 15:43:16.674973 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-26a016e4-f300-4922-85a8-275f17da0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:16.676439 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-26a016e4-f300-4922-85a8-275f17da0703 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34378c2-9c8a-4285-8583-ee40369ca78f HTTP/1.1" status: 200 len: 849 time: 0.1685739 May 05 15:43:16.737863 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-079fbec7-09ab-4610-a3e4-c936ee94c7c2 req-402a88e7-eeb4-481f-ad9b-377e2c1655fa tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572958 May 05 15:43:16.836133 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55142) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:16.844252 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-7215125c-0347-41fe-9702-c04dd1709b4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b5443c2-56b6-44ba-9715-61e513dec3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433524 May 05 15:43:16.855702 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf8e9-d68f-4f4c-9a2c-590708fba7fe req-e36f1731-19c5-474a-b9fb-2e9c8ef84ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:16.857226 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-279cf8e9-d68f-4f4c-9a2c-590708fba7fe req-e36f1731-19c5-474a-b9fb-2e9c8ef84ae8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ab3907f-d2f7-48af-9242-f42eabf94ee1 HTTP/1.1" status: 200 len: 851 time: 0.1006749 May 05 15:43:16.900519 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0906fdcb-dd80-4227-b7de-b1e57c5176d4 req-ddea901e-cd7d-49a1-86c8-132f9e8ba6f0 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060721 May 05 15:43:16.901696 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450e599-407a-4eba-9121-2abdbcb5133f req-672147e3-d300-4c3a-ad0a-4f6395147703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:16.903190 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9450e599-407a-4eba-9121-2abdbcb5133f req-672147e3-d300-4c3a-ad0a-4f6395147703 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd7f78fcf0be461796d2a86956cf3b9d&device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 1129 time: 0.1453159 May 05 15:43:17.096029 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.41', 60877) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:17.114100 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-279cf8e9-d68f-4f4c-9a2c-590708fba7fe req-04d318e2-d442-46e6-959f-d623ccabce2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952656 May 05 15:43:17.120724 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-832d5b04-5e1b-440c-af06-2beadfeee65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:17.148919 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4ee18-1f3a-4520-aa57-e459e7bece47 req-af599735-8992-4150-bee8-cafdcaf9111d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:17.156962 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0de4ee18-1f3a-4520-aa57-e459e7bece47 req-af599735-8992-4150-bee8-cafdcaf9111d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.1949635 May 05 15:43:17.259033 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281332d-4fa4-4787-95c1-5ebefb7608a6 req-cd0440d7-d5ac-496d-ae61-7f7ea3970bbc tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:17.260537 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e281332d-4fa4-4787-95c1-5ebefb7608a6 req-cd0440d7-d5ac-496d-ae61-7f7ea3970bbc tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 945 time: 0.1635368 May 05 15:43:17.280950 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:17.336060 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-4fac44e5-5e36-49d1-b1ef-4f4fb9f624ea service neutron] 10.222.0.41 "GET /v2.0/networks/7b5443c2-56b6-44ba-9715-61e513dec3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186240 May 05 15:43:17.398904 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0de4ee18-1f3a-4520-aa57-e459e7bece47 req-40c6fa25-bbef-4dae-8788-6f0ad3a38172 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410233 May 05 15:43:17.429263 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-279cf8e9-d68f-4f4c-9a2c-590708fba7fe req-a8e2cc96-10d1-4bd0-acd9-66311c128cf1 service neutron] 10.222.0.41 "GET /v2.0/networks/4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680459 May 05 15:43:17.455528 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-832d5b04-5e1b-440c-af06-2beadfeee65e admin admin] Publish callbacks [] for security_group (0e9bb664-0abd-4d28-989a-a614be1d8339), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:17.461385 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-832d5b04-5e1b-440c-af06-2beadfeee65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (0e9bb664-0abd-4d28-989a-a614be1d8339), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:17.503010 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-832d5b04-5e1b-440c-af06-2beadfeee65e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1802f1d70ab74ebca54f29a13d279ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6634459 May 05 15:43:17.504417 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d5b04-5e1b-440c-af06-2beadfeee65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9bb664-0abd-4d28-989a-a614be1d8339,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:17.507457 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55174) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:17.507593 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450e599-407a-4eba-9121-2abdbcb5133f req-ad72bce1-ef60-4dc8-86af-e2c10a62b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:17.509029 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9450e599-407a-4eba-9121-2abdbcb5133f req-ad72bce1-ef60-4dc8-86af-e2c10a62b7c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32 HTTP/1.1" status: 200 len: 912 time: 0.5135338 May 05 15:43:17.562011 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-e281332d-4fa4-4787-95c1-5ebefb7608a6 req-75d4c616-4633-4652-a004-c592f8bf4066 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Deleting port d3f7f615-7d9f-4f7c-9554-c89ad09b9083 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:17.562378 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e281332d-4fa4-4787-95c1-5ebefb7608a6 req-75d4c616-4633-4652-a004-c592f8bf4066 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:17.563099 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6e8607f1-3605-4d54-83b2-0781ecd76f8f admin admin] Publish callbacks [] for security_group (0e9bb664-0abd-4d28-989a-a614be1d8339), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:17.571988 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-0a52d0b1-6990-4f72-95a4-7c541a3d37f8 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:17.573443 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-0a52d0b1-6990-4f72-95a4-7c541a3d37f8 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/networks?id=8646f0ab-30ae-49ab-bf78-0b3133d8ae62 HTTP/1.1" status: 200 len: 812 time: 0.3700628 May 05 15:43:17.585752 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6e8607f1-3605-4d54-83b2-0781ecd76f8f admin admin] Publish callbacks [] for security_group (0e9bb664-0abd-4d28-989a-a614be1d8339), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:17.604351 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-c6bef207-7bda-491b-bdb0-fdbf7f047e89 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/quotas/b17842fa85384865aba313f5fa724882 HTTP/1.1" status: 200 len: 375 time: 0.0201690 May 05 15:43:17.633607 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6e8607f1-3605-4d54-83b2-0781ecd76f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (0e9bb664-0abd-4d28-989a-a614be1d8339), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:17.636321 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6e8607f1-3605-4d54-83b2-0781ecd76f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:17.637475 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-6e8607f1-3605-4d54-83b2-0781ecd76f8f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e9bb664-0abd-4d28-989a-a614be1d8339 HTTP/1.1" status: 204 len: 168 time: 0.1291082 May 05 15:43:17.646673 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8607f1-3605-4d54-83b2-0781ecd76f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9bb664-0abd-4d28-989a-a614be1d8339,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:17.674265 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-7996b5d1-4ce3-4dc7-8f0f-ee6924c6771c tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b17842fa85384865aba313f5fa724882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641263 May 05 15:43:17.722837 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-e281332d-4fa4-4787-95c1-5ebefb7608a6 req-75d4c616-4633-4652-a004-c592f8bf4066 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] For port d3f7f615-7d9f-4f7c-9554-c89ad09b9083, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d3f7f615-7d9f-4f7c-9554-c89ad09b9083,segment=NetworkSegment(367a56b4-93b4-4015-9f67-febd7d6d2aa6),segment_id=367a56b4-93b4-4015-9f67-febd7d6d2aa6)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:17.723204 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e281332d-4fa4-4787-95c1-5ebefb7608a6 req-75d4c616-4633-4652-a004-c592f8bf4066 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:17.773823 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-e281332d-4fa4-4787-95c1-5ebefb7608a6 req-75d4c616-4633-4652-a004-c592f8bf4066 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Calling delete_port for d3f7f615-7d9f-4f7c-9554-c89ad09b9083 owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:17.857555 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be439e3f-0efd-4522-b701-5e977feeff53 req-787517f4-e1d8-49f6-8f0d-489e8f9347f8 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:17.859105 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-be439e3f-0efd-4522-b701-5e977feeff53 req-787517f4-e1d8-49f6-8f0d-489e8f9347f8 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 945 time: 0.0552883 May 05 15:43:17.875738 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-a89ca8f5-f14f-40c1-b0e1-aed51880d658 service neutron] 10.222.0.58 "GET /v2.0/networks/8646f0ab-30ae-49ab-bf78-0b3133d8ae62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955822 May 05 15:43:17.914928 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-be439e3f-0efd-4522-b701-5e977feeff53 req-33eb3d57-c268-4ee1-9675-d43feee0d545 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2355f4-66bd-449d-b0a5-af97fd89c603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499554 May 05 15:43:17.944507 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55184) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:17.960017 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-57dc5a58-01fe-4a0c-ab2e-fd6f184ce638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:18.024347 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-65e22462-e471-485c-a226-fa672ba8fc0b service neutron] 10.222.0.58 "GET /v2.0/networks/8646f0ab-30ae-49ab-bf78-0b3133d8ae62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390386 May 05 15:43:18.043392 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fbc23-f7f8-4549-b900-2e2a10bd8cb7 req-6d82dd12-52c0-46d6-9964-5262241f81e4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:18.045420 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4b8fbc23-f7f8-4549-b900-2e2a10bd8cb7 req-6d82dd12-52c0-46d6-9964-5262241f81e4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 943 time: 0.0669732 May 05 15:43:18.049460 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e281332d-4fa4-4787-95c1-5ebefb7608a6 req-75d4c616-4633-4652-a004-c592f8bf4066 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (d3f7f615-7d9f-4f7c-9554-c89ad09b9083), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:18.095188 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4c616-4633-4652-a004-c592f8bf4066 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Pushing event deleted for resources: {'Port': ['ID=d3f7f615-7d9f-4f7c-9554-c89ad09b9083,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:18.109149 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-57dc5a58-01fe-4a0c-ab2e-fd6f184ce638 admin admin] Publish callbacks [] for security_group (b86973e6-c08e-4954-bd61-266f8f6e5ca7), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:18.132474 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-57dc5a58-01fe-4a0c-ab2e-fd6f184ce638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (b86973e6-c08e-4954-bd61-266f8f6e5ca7), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:18.191832 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc5a58-01fe-4a0c-ab2e-fd6f184ce638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86973e6-c08e-4954-bd61-266f8f6e5ca7,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:18.286037 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4b8fbc23-f7f8-4549-b900-2e2a10bd8cb7 req-ae2a1a50-31e1-456d-b4b8-5ca0daa5f129 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306833 May 05 15:43:18.338046 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-57dc5a58-01fe-4a0c-ab2e-fd6f184ce638 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0512c6339274355ba3df8c676c4e78a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3892527 May 05 15:43:18.399934 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55200) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:18.400283 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.41', 60883) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:18.467421 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:18.537758 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0eb71-4231-4954-bb61-cb931dfcb273 req-70ae69a0-76f0-41fe-a0b8-999760a42f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:18.541613 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-66a0eb71-4231-4954-bb61-cb931dfcb273 req-70ae69a0-76f0-41fe-a0b8-999760a42f26 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 1129 time: 0.1386650 May 05 15:43:18.560030 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6bf1e7fe-b09a-4a29-b42e-2c7cbbc7de36 req-4309072d-3f93-4048-af26-9da5326b827b tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 210 time: 0.0495229 May 05 15:43:18.581419 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-279cf8e9-d68f-4f4c-9a2c-590708fba7fe req-8c9b05a1-f326-40c1-8c85-2fcf0d57bba3 service neutron] 10.222.0.41 "GET /v2.0/networks/4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498825 May 05 15:43:18.591670 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-fd4b8831-35c0-40aa-ac2c-04c2eb906968 service neutron] 10.222.0.41 "GET /v2.0/networks/7b5443c2-56b6-44ba-9715-61e513dec3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633152 May 05 15:43:18.619909 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-e281332d-4fa4-4787-95c1-5ebefb7608a6 req-75d4c616-4633-4652-a004-c592f8bf4066 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] No DVR routers for this DVR port d3f7f615-7d9f-4f7c-9554-c89ad09b9083 on host hv-cinder-83979 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:43:18.635157 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e281332d-4fa4-4787-95c1-5ebefb7608a6 req-75d4c616-4633-4652-a004-c592f8bf4066 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:18.638548 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e281332d-4fa4-4787-95c1-5ebefb7608a6 req-75d4c616-4633-4652-a004-c592f8bf4066 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.41 "DELETE /v2.0/ports/d3f7f615-7d9f-4f7c-9554-c89ad09b9083 HTTP/1.1" status: 204 len: 173 time: 1.3469629 May 05 15:43:18.639000 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c473e8a-d91e-4a71-bed6-9781f975211c', 'name': 'network-vif-deleted', 'tag': 'd3f7f615-7d9f-4f7c-9554-c89ad09b9083'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:18.641468 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e9319b-5177-4183-83c6-1fa997cba082" -d '{"events": [{"server_uuid": "7c473e8a-d91e-4a71-bed6-9781f975211c", "name": "network-vif-deleted", "tag": "d3f7f615-7d9f-4f7c-9554-c89ad09b9083"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:18.663483 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acf9bc-1716-43e1-8c0d-a2de6165434e req-c0efb342-f3b4-47ce-bf5f-c081c6dab6c6 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:18.665039 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-64acf9bc-1716-43e1-8c0d-a2de6165434e req-c0efb342-f3b4-47ce-bf5f-c081c6dab6c6 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.1224012 May 05 15:43:18.667775 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-118fc23f-7bf9-4da0-9786-87955cab58db admin admin] Publish callbacks [] for security_group (b86973e6-c08e-4954-bd61-266f8f6e5ca7), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:18.701803 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9450e599-407a-4eba-9121-2abdbcb5133f req-eee77f14-838a-4988-ac28-2e826633a31b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08434f96-b818-411c-a085-51a489bc8560 HTTP/1.1" status: 200 len: 1000 time: 0.5719762 May 05 15:43:18.714430 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-66a0eb71-4231-4954-bb61-cb931dfcb273 req-197926cb-ebec-480e-be09-c87ed69ba38f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562803 May 05 15:43:18.723002 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-118fc23f-7bf9-4da0-9786-87955cab58db admin admin] Publish callbacks [] for security_group (b86973e6-c08e-4954-bd61-266f8f6e5ca7), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:18.728655 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78f2b5c-c571-4b87-a49b-9cab34cf7881 x-openstack-request-id: req-d78f2b5c-c571-4b87-a49b-9cab34cf7881 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:18.729472 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c473e8a-d91e-4a71-bed6-9781f975211c", "name": "network-vif-deleted", "tag": "d3f7f615-7d9f-4f7c-9554-c89ad09b9083", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:18.729878 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d78f2b5c-c571-4b87-a49b-9cab34cf7881 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:18.730582 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78f2b5c-c571-4b87-a49b-9cab34cf7881'] response: {'server_uuid': '7c473e8a-d91e-4a71-bed6-9781f975211c', 'name': 'network-vif-deleted', 'tag': 'd3f7f615-7d9f-4f7c-9554-c89ad09b9083', 'status': 'completed', 'code': 200} May 05 15:43:18.767288 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-64acf9bc-1716-43e1-8c0d-a2de6165434e req-f59ac2a8-51fe-4c50-81b4-8850707a6ff8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938482 May 05 15:43:18.796776 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-118fc23f-7bf9-4da0-9786-87955cab58db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (b86973e6-c08e-4954-bd61-266f8f6e5ca7), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:18.799726 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-118fc23f-7bf9-4da0-9786-87955cab58db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:18.803755 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-118fc23f-7bf9-4da0-9786-87955cab58db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b86973e6-c08e-4954-bd61-266f8f6e5ca7 HTTP/1.1" status: 204 len: 168 time: 0.3998063 May 05 15:43:18.811457 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fc23f-7bf9-4da0-9786-87955cab58db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86973e6-c08e-4954-bd61-266f8f6e5ca7,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:19.013791 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6850c203-b0da-4df6-8dfc-1fa06096c4f9 req-da6432a7-bbf4-4706-8178-9b4581da4ce7 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 210 time: 0.0319471 May 05 15:43:19.365221 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device d3f7f615-7d9f-4f7c-9554-c89ad09b9083 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:43:19.388411 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: d3f7f615-7d9f-4f7c-9554-c89ad09b9083 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:43:19.388755 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device d3f7f615-7d9f-4f7c-9554-c89ad09b9083 not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:43:19.394501 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854b80a-1462-4fc3-a88c-f471964c3192 req-f835c94d-6f09-442b-bbe3-73a3061a7753 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:19.396622 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4854b80a-1462-4fc3-a88c-f471964c3192 req-f835c94d-6f09-442b-bbe3-73a3061a7753 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 943 time: 0.0497112 May 05 15:43:19.450754 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4854b80a-1462-4fc3-a88c-f471964c3192 req-04a34eeb-b654-451d-a4aa-5fa06f55cd6b tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466442 May 05 15:43:19.679591 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4579a1d6-9f91-444b-a80d-728bd28a8849 req-259b47ea-b8a7-4dac-bd39-0d50da6be6d6 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 210 time: 0.0472426 May 05 15:43:19.821485 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450e599-407a-4eba-9121-2abdbcb5133f req-185ae0b8-cfbe-4421-9de4-88aa8d9e822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:19.839715 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9450e599-407a-4eba-9121-2abdbcb5133f req-185ae0b8-cfbe-4421-9de4-88aa8d9e822b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8d8ae-fc09-441d-bf00-c996815f485d HTTP/1.1" status: 200 len: 850 time: 0.1207743 May 05 15:43:19.846484 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b16503-3681-44e0-85c6-7f501b11c856 req-7a4de113-9bfd-4a30-b6bc-e58a84181cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:19.848035 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-20b16503-3681-44e0-85c6-7f501b11c856 req-7a4de113-9bfd-4a30-b6bc-e58a84181cf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e49eb80f604a5cb27b5f86788302f0&device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 1127 time: 0.1436882 May 05 15:43:19.940681 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:20.027655 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdd293-f47a-49fb-b996-41ccc76c12c3 req-5402628c-9f36-4a81-b233-dc1d4db5ef85 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:20.029266 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7bfdd293-f47a-49fb-b996-41ccc76c12c3 req-5402628c-9f36-4a81-b233-dc1d4db5ef85 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0929582 May 05 15:43:20.101188 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7bfdd293-f47a-49fb-b996-41ccc76c12c3 req-cb3ba438-988f-4a01-a9d6-01d634aebd65 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606668 May 05 15:43:20.143722 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-98121c79-5880-456a-b929-c871fd91ad47 req-7f6a0982-b28a-4fbe-b66f-69d3e1b6d5a3 tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 210 time: 0.0320039 May 05 15:43:20.295025 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b16503-3681-44e0-85c6-7f501b11c856 req-fb8fd990-d721-485e-b784-3b97b8a8e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:20.296599 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-20b16503-3681-44e0-85c6-7f501b11c856 req-fb8fd990-d721-485e-b784-3b97b8a8e78c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b5443c2-56b6-44ba-9715-61e513dec3aa HTTP/1.1" status: 200 len: 910 time: 0.1013188 May 05 15:43:20.569213 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4699e81-cafd-43ad-80c2-2722376c9593 req-b3057a7b-662e-4960-b6d2-94dbe9cb85db tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:20.570776 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a4699e81-cafd-43ad-80c2-2722376c9593 req-b3057a7b-662e-4960-b6d2-94dbe9cb85db tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 943 time: 0.0510430 May 05 15:43:20.571208 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450e599-407a-4eba-9121-2abdbcb5133f req-6b89e2b8-42ec-47b9-91b7-4a6f46e8477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:20.572695 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9450e599-407a-4eba-9121-2abdbcb5133f req-6b89e2b8-42ec-47b9-91b7-4a6f46e8477f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649505 May 05 15:43:20.633021 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a4699e81-cafd-43ad-80c2-2722376c9593 req-3caf0fab-7846-45e7-b8e8-1832c0842aab tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566874 May 05 15:43:20.667125 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-20b16503-3681-44e0-85c6-7f501b11c856 req-b9fd715d-59b2-494c-b8c7-ea20e3395075 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbe295f7-be5b-4368-99dc-a2faabf9c979 HTTP/1.1" status: 200 len: 217 time: 0.0444791 May 05 15:43:20.750835 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9450e599-407a-4eba-9121-2abdbcb5133f req-81121fc1-1b53-4cc4-b13f-0336e7b35da9 service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982368 May 05 15:43:20.797077 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6c83b108-db12-467a-a50a-7004690dd032 req-0ca4d73a-da6c-4dcc-b9a7-3dcf93d6ba91 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 210 time: 0.0310235 May 05 15:43:21.360665 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1fc92-5be3-4d73-ac90-21dd9bc27da2 req-517c41ed-ed4f-40f6-8b9a-74e5b011bfa1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:21.362915 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c8b1fc92-5be3-4d73-ac90-21dd9bc27da2 req-517c41ed-ed4f-40f6-8b9a-74e5b011bfa1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0887291 May 05 15:43:21.367572 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b16503-3681-44e0-85c6-7f501b11c856 req-050eac8b-1bfa-4be4-8457-25188e41bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:21.369208 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-20b16503-3681-44e0-85c6-7f501b11c856 req-050eac8b-1bfa-4be4-8457-25188e41bb9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34378c2-9c8a-4285-8583-ee40369ca78f HTTP/1.1" status: 200 len: 849 time: 0.1558738 May 05 15:43:21.371152 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-505f91bb-77bd-490f-8705-93f0b9d8cf38 req-27681275-6b35-46fa-b3cb-c990111a806b tempest-DeleteServersTestJSON-896138920 tempest-DeleteServersTestJSON-896138920-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c473e8a-d91e-4a71-bed6-9781f975211c HTTP/1.1" status: 200 len: 210 time: 0.0483913 May 05 15:43:21.376926 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device bbe295f7-be5b-4368-99dc-a2faabf9c979 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:43:21.393771 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9450e599-407a-4eba-9121-2abdbcb5133f req-d7948f40-3923-4509-8872-4f84e43c025d service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785126 May 05 15:43:21.423292 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c8b1fc92-5be3-4d73-ac90-21dd9bc27da2 req-380978a7-3c0c-446e-a2fb-d06c4e232c97 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529912 May 05 15:43:21.514868 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55328) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:21.524836 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port bbe295f7-be5b-4368-99dc-a2faabf9c979, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bbe295f7-be5b-4368-99dc-a2faabf9c979,segment=NetworkSegment(370bf960-8beb-4c5d-af58-f99ff8900c7e),segment_id=370bf960-8beb-4c5d-af58-f99ff8900c7e)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:21.541271 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': 'bbe295f7-be5b-4368-99dc-a2faabf9c979', 'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa', 'port_id': 'bbe295f7-be5b-4368-99dc-a2faabf9c979', 'mac_address': 'fa:16:3e:96:00:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34378c2-9c8a-4285-8583-ee40369ca78f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:43:21.561312 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831823b-4735-41a6-a81e-1473cd243419 req-c9b2f1b0-644d-43af-bae6-2f16234b9729 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:21.563297 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7831823b-4735-41a6-a81e-1473cd243419 req-c9b2f1b0-644d-43af-bae6-2f16234b9729 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0643835 May 05 15:43:21.588021 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port bbe295f7-be5b-4368-99dc-a2faabf9c979 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:21.589603 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:21.614798 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe295f7-be5b-4368-99dc-a2faabf9c979 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:43:21.625812 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7831823b-4735-41a6-a81e-1473cd243419 req-8122237c-9787-4250-9859-b0b18349042d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552316 May 05 15:43:21.643780 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port bbe295f7-be5b-4368-99dc-a2faabf9c979, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bbe295f7-be5b-4368-99dc-a2faabf9c979,segment=NetworkSegment(370bf960-8beb-4c5d-af58-f99ff8900c7e),segment_id=370bf960-8beb-4c5d-af58-f99ff8900c7e)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:21.653981 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-20b16503-3681-44e0-85c6-7f501b11c856 req-31786a8c-1110-459e-a202-63a47978c9c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b5443c2-56b6-44ba-9715-61e513dec3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631936 May 05 15:43:21.667953 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:21.778231 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=bbe295f7-be5b-4368-99dc-a2faabf9c979,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:21.787359 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.787938 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.788454 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.789543 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.790282 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.790759 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.791254 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.791739 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.792227 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.792851 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.793343 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.794083 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.794589 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.795061 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.795531 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:21.926104 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['bbe295f7-be5b-4368-99dc-a2faabf9c979'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:43:21.930696 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c7c3952-a240-45bd-bb2a-dccad02c69ef req-4b2ffb6a-0068-4fd8-bbb1-fd4881303478 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 210 time: 0.0443053 May 05 15:43:22.035099 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6adfdbb4-c4dc-4464-9e5f-995ad66d7098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:22.101494 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60d92d-562b-468b-a7b0-44cac70d93fe req-710a9244-0eb8-40b8-9781-63420550534c tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:22.103071 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2a60d92d-562b-468b-a7b0-44cac70d93fe req-710a9244-0eb8-40b8-9781-63420550534c tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 944 time: 0.3400686 May 05 15:43:22.150123 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-20b16503-3681-44e0-85c6-7f501b11c856 req-5b8587ce-9cb7-4446-abf3-95ba50c30056 service neutron] 10.222.0.41 "GET /v2.0/networks/7b5443c2-56b6-44ba-9715-61e513dec3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890311 May 05 15:43:22.289506 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-20b16503-3681-44e0-85c6-7f501b11c856 req-c5534e32-7a54-4fac-aede-d3e6a8dd8981 service neutron] 10.222.0.41 "GET /v2.0/networks/7b5443c2-56b6-44ba-9715-61e513dec3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138434 May 05 15:43:22.348249 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2a60d92d-562b-468b-a7b0-44cac70d93fe req-5354842c-160b-4244-aebf-daf0ad45095a tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346711 May 05 15:43:22.403186 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6adfdbb4-c4dc-4464-9e5f-995ad66d7098 admin admin] Publish callbacks [] for security_group (6c2023ff-ad07-4bcd-b5b2-272d029dab6e), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:22.420459 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6adfdbb4-c4dc-4464-9e5f-995ad66d7098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (6c2023ff-ad07-4bcd-b5b2-272d029dab6e), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:22.440645 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-6119225f-acbd-45e3-b58b-07bd01473df4 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:22.442098 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-6119225f-acbd-45e3-b58b-07bd01473df4 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.41 "GET /v2.0/networks?id=8646f0ab-30ae-49ab-bf78-0b3133d8ae62 HTTP/1.1" status: 200 len: 812 time: 0.1850376 May 05 15:43:22.459299 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfdbb4-c4dc-4464-9e5f-995ad66d7098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2023ff-ad07-4bcd-b5b2-272d029dab6e,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:22.460746 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-3072d84a-780b-49c5-ab80-063c11b9f3dd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Request body: {'port': {'device_id': '5aee5aab-ee38-47d5-a5c7-11b48abbbfb1', 'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62', 'admin_state_up': True, 'tenant_id': 'b17842fa85384865aba313f5fa724882'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:22.479059 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-6adfdbb4-c4dc-4464-9e5f-995ad66d7098 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e09f6220c16b47c583dacb8debb43cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9595730 May 05 15:43:22.479059 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55364) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:22.532468 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bdf79305-8514-4df6-a27a-ec396f749505 admin admin] Publish callbacks [] for security_group (6c2023ff-ad07-4bcd-b5b2-272d029dab6e), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:22.565151 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bdf79305-8514-4df6-a27a-ec396f749505 admin admin] Publish callbacks [] for security_group (6c2023ff-ad07-4bcd-b5b2-272d029dab6e), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:22.612800 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-3072d84a-780b-49c5-ab80-063c11b9f3dd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Made reservation on behalf of b17842fa85384865aba313f5fa724882 for: {'port': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:43:22.617333 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-3072d84a-780b-49c5-ab80-063c11b9f3dd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:22.632102 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bdf79305-8514-4df6-a27a-ec396f749505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (6c2023ff-ad07-4bcd-b5b2-272d029dab6e), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:22.636362 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bdf79305-8514-4df6-a27a-ec396f749505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:22.638062 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-bdf79305-8514-4df6-a27a-ec396f749505 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c2023ff-ad07-4bcd-b5b2-272d029dab6e HTTP/1.1" status: 204 len: 168 time: 0.1587760 May 05 15:43:22.648595 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf79305-8514-4df6-a27a-ec396f749505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2023ff-ad07-4bcd-b5b2-272d029dab6e,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:22.787616 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-3072d84a-780b-49c5-ab80-063c11b9f3dd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Allocated IP 172.20.0.8 (8646f0ab-30ae-49ab-bf78-0b3133d8ae62/49b20e9b-aada-4f84-82dc-003ca02a5719/c0250c4c-4d1b-4a27-98a7-afdd8e09edac) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:22.949916 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-3072d84a-780b-49c5-ab80-063c11b9f3dd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks [] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:22.985107 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-3072d84a-780b-49c5-ab80-063c11b9f3dd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:23.035976 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-3072d84a-780b-49c5-ab80-063c11b9f3dd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Network 8646f0ab-30ae-49ab-bf78-0b3133d8ae62 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:23.056661 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-3072d84a-780b-49c5-ab80-063c11b9f3dd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:23.079065 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-3072d84a-780b-49c5-ab80-063c11b9f3dd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:23.081785 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072d84a-780b-49c5-ab80-063c11b9f3dd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Pushing event updated for resources: {'Port': ['ID=c0250c4c-4d1b-4a27-98a7-afdd8e09edac,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:23.127816 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9c667-c593-4db4-a8f4-f65cd1820286 req-3d440024-1794-4b46-9e77-3ed614cdb920 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:23.129325 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e9d9c667-c593-4db4-a8f4-f65cd1820286 req-3d440024-1794-4b46-9e77-3ed614cdb920 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 931 time: 0.0978327 May 05 15:43:23.147500 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-3072d84a-780b-49c5-ab80-063c11b9f3dd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:23.148124 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-3072d84a-780b-49c5-ab80-063c11b9f3dd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:23.178653 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-3072d84a-780b-49c5-ab80-063c11b9f3dd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7226193 May 05 15:43:23.199961 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e9d9c667-c593-4db4-a8f4-f65cd1820286 req-6f79a9ee-c83b-4fcc-9db5-454db6876340 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598521 May 05 15:43:23.331380 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55410) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:23.473460 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-501198000-network', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:23.487716 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6be2c-eb2d-4c8c-93e7-570065b7672e req-8621357f-9bb0-4c24-bab8-3f9890b9c683 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:23.489525 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-08b6be2c-eb2d-4c8c-93e7-570065b7672e req-8621357f-9bb0-4c24-bab8-3f9890b9c683 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 944 time: 0.0738513 May 05 15:43:23.497363 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Made reservation on behalf of 89fca92b565f42ffba33b22f01fbc248 for: {'network': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:43:23.499938 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:23.517048 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:23.562938 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-08b6be2c-eb2d-4c8c-93e7-570065b7672e req-f91e9261-748f-471e-ab42-9cb1b699b547 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651262 May 05 15:43:23.602488 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002f936-2690-4e98-82e8-e7ceba66b6fb req-ca7a7c6e-8220-4006-bc34-4b4b29963298 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:23.603987 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a002f936-2690-4e98-82e8-e7ceba66b6fb req-ca7a7c6e-8220-4006-bc34-4b4b29963298 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0671725 May 05 15:43:23.680214 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Publish callbacks [] for security_group (7ac14ce2-7b5f-4786-b13d-86494b3d8b3e), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:23.683889 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a002f936-2690-4e98-82e8-e7ceba66b6fb req-5f5955c9-cd72-415b-ada5-72f85165e0c3 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720904 May 05 15:43:23.684952 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (7ac14ce2-7b5f-4786-b13d-86494b3d8b3e), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:23.704938 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=109965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:43:23.725159 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (bb838ee9-32ab-4347-89b5-747b4a5c3212), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:23.725496 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.segments_db [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Added segment bb838ee9-32ab-4347-89b5-747b4a5c3212 of type vlan for network 62e9c9c5-15a0-4112-8fd4-25de2974c53b May 05 15:43:23.726933 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac14ce2-7b5f-4786-b13d-86494b3d8b3e,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:23.768859 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (62e9c9c5-15a0-4112-8fd4-25de2974c53b), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:23.794478 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (62e9c9c5-15a0-4112-8fd4-25de2974c53b), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:23.795529 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:23.796152 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:23.834890 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5022054 May 05 15:43:23.835491 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 55432) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:23.841102 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-0b6b740f-1f42-4dec-8707-858274355e1a admin admin] Request body: {'subnet': {'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-501198000-subnet', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:23.863355 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6b740f-1f42-4dec-8707-858274355e1a admin admin] Made reservation on behalf of 89fca92b565f42ffba33b22f01fbc248 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:43:23.867758 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0b6b740f-1f42-4dec-8707-858274355e1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26156176'] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:23.872589 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1822e9c-bdad-428e-a158-02129b5457bb admin admin] Pushing event updated for resources: {'Network': ['ID=62e9c9c5-15a0-4112-8fd4-25de2974c53b,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:23.886383 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 62e9c9c5-15a0-4112-8fd4-25de2974c53b details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:43:23.975167 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55436) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:24.059788 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0b6b740f-1f42-4dec-8707-858274355e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26150987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26156258'] for subnet (517f5a73-3fa3-46ff-bb5d-c1e87917c1ec), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.083365 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3c893fb7-f565-4243-bedf-0a9c92e9033a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.117381 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b740f-1f42-4dec-8707-858274355e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=517f5a73-3fa3-46ff-bb5d-c1e87917c1ec,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:24.128066 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b740f-1f42-4dec-8707-858274355e1a admin admin] Checking segment: {'id': 'bb838ee9-32ab-4347-89b5-747b4a5c3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:24.128439 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b740f-1f42-4dec-8707-858274355e1a admin admin] Network hostable DHCP agents. Network: 62e9c9c5-15a0-4112-8fd4-25de2974c53b, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:43:24.150437 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b740f-1f42-4dec-8707-858274355e1a admin admin] Network 62e9c9c5-15a0-4112-8fd4-25de2974c53b is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:43:24.158486 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-0b6b740f-1f42-4dec-8707-858274355e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 62e9c9c5-15a0-4112-8fd4-25de2974c53b) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:24.162837 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6b740f-1f42-4dec-8707-858274355e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:24.163438 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0b6b740f-1f42-4dec-8707-858274355e1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.168011 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3c893fb7-f565-4243-bedf-0a9c92e9033a admin admin] Publish callbacks [] for security_group (ea51551d-05bf-46f9-810c-1738414c0e6d), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.169700 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fc1d43-ff0d-4eb1-a6b6-939c2e3fd603 None None] Network 62e9c9c5-15a0-4112-8fd4-25de2974c53b requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:43:24.172296 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3c893fb7-f565-4243-bedf-0a9c92e9033a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (ea51551d-05bf-46f9-810c-1738414c0e6d), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.181947 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0b6b740f-1f42-4dec-8707-858274355e1a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3452830 May 05 15:43:24.191716 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 55440) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:24.197873 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:24.216264 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c893fb7-f565-4243-bedf-0a9c92e9033a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea51551d-05bf-46f9-810c-1738414c0e6d,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:24.225475 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-3c893fb7-f565-4243-bedf-0a9c92e9033a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=baa5617869134faa88b79e323becb4bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462294 May 05 15:43:24.227895 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55444) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:24.230375 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3748572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6948'] for router (18d5709c-90c4-428b-acf3-b359ef1975d0), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.231983 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3754709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router (18d5709c-90c4-428b-acf3-b359ef1975d0), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.292216 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Publish callbacks [] for router_controller (18d5709c-90c4-428b-acf3-b359ef1975d0), precommit_add_association {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.292863 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e63fbda6-ddd3-4778-84a0-153fd9b3a0d6 admin admin] Publish callbacks [] for security_group (ea51551d-05bf-46f9-810c-1738414c0e6d), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.314913 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e63fbda6-ddd3-4778-84a0-153fd9b3a0d6 admin admin] Publish callbacks [] for security_group (ea51551d-05bf-46f9-810c-1738414c0e6d), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.315777 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp127dbb5c-4db0-5469-8e5e-efe1c4baefbd-62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'fixed_ips': [{'subnet_id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec'}]}} from dv-cinder-839793-9-iscsi. {{(pid=109967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:43:24.316716 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.369512 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e63fbda6-ddd3-4778-84a0-153fd9b3a0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (ea51551d-05bf-46f9-810c-1738414c0e6d), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.372446 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e63fbda6-ddd3-4778-84a0-153fd9b3a0d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.373581 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-e63fbda6-ddd3-4778-84a0-153fd9b3a0d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea51551d-05bf-46f9-810c-1738414c0e6d HTTP/1.1" status: 204 len: 168 time: 0.1448145 May 05 15:43:24.382775 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fbda6-ddd3-4778-84a0-153fd9b3a0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea51551d-05bf-46f9-810c-1738414c0e6d,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:24.414090 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c428e3b-fd98-4af1-9ba2-8e6407ad22d5 req-65f0f4e4-0f40-41a0-8927-d510f2691a70 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:24.415840 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3c428e3b-fd98-4af1-9ba2-8e6407ad22d5 req-65f0f4e4-0f40-41a0-8927-d510f2691a70 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 931 time: 0.1221094 May 05 15:43:24.480886 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Allocated IP 172.20.0.2 (62e9c9c5-15a0-4112-8fd4-25de2974c53b/517f5a73-3fa3-46ff-bb5d-c1e87917c1ec/28397ea1-07a8-4116-af6c-66f70ac053a7) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:24.495250 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Publish callbacks [] for router_gateway (18d5709c-90c4-428b-acf3-b359ef1975d0), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.551552 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3c428e3b-fd98-4af1-9ba2-8e6407ad22d5 req-ea51d9d5-1cc6-49f3-9e80-a9c59366b58b tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040447 May 05 15:43:24.558467 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Request body: {'port': {'device_id': '5aee5aab-ee38-47d5-a5c7-11b48abbbfb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:24.693568 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Publish callbacks [] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.698728 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.703293 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.723026 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98622dca-0b6a-4aea-b01b-e2c0e7df1c2b req-e93e6fed-7011-4de0-a52c-ebd10c32082e tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:24.725428 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-98622dca-0b6a-4aea-b01b-e2c0e7df1c2b req-e93e6fed-7011-4de0-a52c-ebd10c32082e tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 944 time: 0.0837753 May 05 15:43:24.782157 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 55456) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:24.792533 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Network 62e9c9c5-15a0-4112-8fd4-25de2974c53b is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:24.793893 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-98622dca-0b6a-4aea-b01b-e2c0e7df1c2b req-6194ff52-88d4-4f30-9793-fb107d324d2d tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619628 May 05 15:43:24.795480 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:24.799252 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:24.821942 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ff6aef92-1f94-46b5-ab0e-1a8ce9ed79e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.835535 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Pushing event updated for resources: {'Port': ['ID=28397ea1-07a8-4116-af6c-66f70ac053a7,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:24.874310 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Attempting to bind port 28397ea1-07a8-4116-af6c-66f70ac053a7 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:43:24.874690 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Attempting to bind port 28397ea1-07a8-4116-af6c-66f70ac053a7 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': 'bb838ee9-32ab-4347-89b5-747b4a5c3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:43:24.875057 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Attempting to bind port 28397ea1-07a8-4116-af6c-66f70ac053a7 on network 62e9c9c5-15a0-4112-8fd4-25de2974c53b {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:24.877472 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Publish callbacks [] for router_gateway (18d5709c-90c4-428b-acf3-b359ef1975d0), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.880561 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:43:24.880937 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Checking segment: {'id': 'bb838ee9-32ab-4347-89b5-747b4a5c3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:24.881344 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.881741 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Bound using segment: {'id': 'bb838ee9-32ab-4347-89b5-747b4a5c3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:43:24.882237 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Bound port: 28397ea1-07a8-4116-af6c-66f70ac053a7, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb838ee9-32ab-4347-89b5-747b4a5c3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:43:24.882679 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.951495 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] For port 28397ea1-07a8-4116-af6c-66f70ac053a7, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:43:24.955164 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] For port 28397ea1-07a8-4116-af6c-66f70ac053a7, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=28397ea1-07a8-4116-af6c-66f70ac053a7,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:43:24.961527 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:24.965146 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8ee48-0526-4a47-a126-46121fcfd61e req-41440bae-c0bd-41ec-abfe-dd39c49a6ffd tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:24.967042 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07b8ee48-0526-4a47-a126-46121fcfd61e req-41440bae-c0bd-41ec-abfe-dd39c49a6ffd tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1638284 May 05 15:43:24.971687 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.018152 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfdd92-f4c4-4659-87ff-33ad3932ecfa None None] Pushing event updated for resources: {'Port': ['ID=28397ea1-07a8-4116-af6c-66f70ac053a7,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:25.126118 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07b8ee48-0526-4a47-a126-46121fcfd61e req-86099b87-1d2a-4dfe-b269-dc8c45bee99c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517587 May 05 15:43:25.233953 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ff6aef92-1f94-46b5-ab0e-1a8ce9ed79e4 admin admin] Publish callbacks [] for security_group (b0606908-4c67-4787-8f04-eaa0697f54af), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.251264 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ff6aef92-1f94-46b5-ab0e-1a8ce9ed79e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (b0606908-4c67-4787-8f04-eaa0697f54af), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.293469 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Allocated IP 172.27.3.202 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/0e7e9c00-477a-44fa-b008-f899826b31e3) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:25.332250 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ff6aef92-1f94-46b5-ab0e-1a8ce9ed79e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59bf036a695c4381826479e26c25024d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5472617 May 05 15:43:25.335761 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55460) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:25.339720 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6aef92-1f94-46b5-ab0e-1a8ce9ed79e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0606908-4c67-4787-8f04-eaa0697f54af,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:25.386719 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-55c5daad-7c3f-4363-a24a-837efd155a7b admin admin] Publish callbacks [] for security_group (b0606908-4c67-4787-8f04-eaa0697f54af), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.407989 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-55c5daad-7c3f-4363-a24a-837efd155a7b admin admin] Publish callbacks [] for security_group (b0606908-4c67-4787-8f04-eaa0697f54af), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.424944 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0250c4c-4d1b-4a27-98a7-afdd8e09edac {{(pid=109966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:43:25.436663 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Publish callbacks [] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.458977 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-55c5daad-7c3f-4363-a24a-837efd155a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (b0606908-4c67-4787-8f04-eaa0697f54af), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.459211 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.provisioning_blocks [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Transition to ACTIVE for port object c0250c4c-4d1b-4a27-98a7-afdd8e09edac will not be triggered until provisioned by entity L2. {{(pid=109966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:43:25.462353 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-55c5daad-7c3f-4363-a24a-837efd155a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.463923 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-55c5daad-7c3f-4363-a24a-837efd155a7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0606908-4c67-4787-8f04-eaa0697f54af HTTP/1.1" status: 204 len: 168 time: 0.1271615 May 05 15:43:25.476765 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5daad-7c3f-4363-a24a-837efd155a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0606908-4c67-4787-8f04-eaa0697f54af,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:25.486659 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.551381 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Publish callbacks [] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.562074 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b764d-4316-488d-8cc1-b3a13649cedf req-42c32a72-d1c2-4a8e-80a9-47bb7d1c224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:25.563855 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-314b764d-4316-488d-8cc1-b3a13649cedf req-42c32a72-d1c2-4a8e-80a9-47bb7d1c224c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 1130 time: 0.0680974 May 05 15:43:25.604003 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device bbe295f7-be5b-4368-99dc-a2faabf9c979 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:25.612504 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0250c4c-4d1b-4a27-98a7-afdd8e09edac,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:25.689404 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port bbe295f7-be5b-4368-99dc-a2faabf9c979 completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:43:25.698907 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.712583 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port bbe295f7-be5b-4368-99dc-a2faabf9c979 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:25.714788 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.743616 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Attempting to bind port c0250c4c-4d1b-4a27-98a7-afdd8e09edac on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:43:25.743976 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Attempting to bind port c0250c4c-4d1b-4a27-98a7-afdd8e09edac by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'da4ae621-dad7-4211-b601-5ed6112b8e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62'}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:43:25.744621 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Attempting to bind port c0250c4c-4d1b-4a27-98a7-afdd8e09edac on network 8646f0ab-30ae-49ab-bf78-0b3133d8ae62 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:25.760939 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f14da9-e603-4705-83ed-cf4549a79a22 req-71c9e782-4272-4391-8927-6897636e6797 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:25.762736 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Port c0250c4c-4d1b-4a27-98a7-afdd8e09edac on network 8646f0ab-30ae-49ab-bf78-0b3133d8ae62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:43:25.763081 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Attempting to bind port c0250c4c-4d1b-4a27-98a7-afdd8e09edac on network 8646f0ab-30ae-49ab-bf78-0b3133d8ae62 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:25.765868 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-09f14da9-e603-4705-83ed-cf4549a79a22 req-71c9e782-4272-4391-8927-6897636e6797 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 943 time: 0.1335723 May 05 15:43:25.789016 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:25.796009 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:25.798471 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:43:25.798813 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Checking segment: {'id': 'da4ae621-dad7-4211-b601-5ed6112b8e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:25.799603 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Bound using segment: {'id': 'da4ae621-dad7-4211-b601-5ed6112b8e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62'} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:43:25.799810 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Bound port: c0250c4c-4d1b-4a27-98a7-afdd8e09edac, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4ae621-dad7-4211-b601-5ed6112b8e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62'}}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:43:25.800224 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.802947 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7e9c00-477a-44fa-b008-f899826b31e3,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:25.812153 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:25.838771 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b764d-4316-488d-8cc1-b3a13649cedf req-cd061937-7674-4073-87bc-ce0603bcd8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:25.844759 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-314b764d-4316-488d-8cc1-b3a13649cedf req-cd061937-7674-4073-87bc-ce0603bcd8ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.2713752 May 05 15:43:25.852314 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port bbe295f7-be5b-4368-99dc-a2faabf9c979 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:25.852719 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:25.906886 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1269b6-e1d1-45e5-9415-675c01e9db0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe295f7-be5b-4368-99dc-a2faabf9c979'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:25.907457 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-09f14da9-e603-4705-83ed-cf4549a79a22 req-7f6f6b6c-a0ef-457b-8fe6-782b5b064c4d tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287506 May 05 15:43:25.914547 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2630816-1872-44e1-9e40-173f1a727e22" -d '{"events": [{"server_uuid": "1c1269b6-e1d1-45e5-9415-675c01e9db0e", "name": "network-vif-plugged", "status": "completed", "tag": "bbe295f7-be5b-4368-99dc-a2faabf9c979"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:25.946413 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port bbe295f7-be5b-4368-99dc-a2faabf9c979, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bbe295f7-be5b-4368-99dc-a2faabf9c979,segment=NetworkSegment(370bf960-8beb-4c5d-af58-f99ff8900c7e),segment_id=370bf960-8beb-4c5d-af58-f99ff8900c7e)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:25.960538 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.006946 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-314b764d-4316-488d-8cc1-b3a13649cedf req-aac5fe54-6ca5-48ff-8546-c61a209a92c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc65f9ad-07a2-491d-a05d-84775397a22e HTTP/1.1" status: 200 len: 217 time: 0.1088450 May 05 15:43:26.010256 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb1028e-90e0-46cb-8c70-05003d59eae2 x-openstack-request-id: req-6bb1028e-90e0-46cb-8c70-05003d59eae2 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:26.010655 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1269b6-e1d1-45e5-9415-675c01e9db0e", "name": "network-vif-plugged", "status": "completed", "tag": "bbe295f7-be5b-4368-99dc-a2faabf9c979", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:26.010909 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6bb1028e-90e0-46cb-8c70-05003d59eae2 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:26.011459 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb1028e-90e0-46cb-8c70-05003d59eae2'] response: {'server_uuid': '1c1269b6-e1d1-45e5-9415-675c01e9db0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe295f7-be5b-4368-99dc-a2faabf9c979', 'code': 200} May 05 15:43:26.076040 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55478) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:26.085248 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=bbe295f7-be5b-4368-99dc-a2faabf9c979,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:26.109534 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2959a05d-640c-4798-98b9-035f3f359e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.118728 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55482) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:26.130147 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b764d-4316-488d-8cc1-b3a13649cedf req-8bd54cc5-f26b-4376-bed3-6c11f9d55da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:26.131862 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-314b764d-4316-488d-8cc1-b3a13649cedf req-8bd54cc5-f26b-4376-bed3-6c11f9d55da8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.1192200 May 05 15:43:26.221334 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b764d-4316-488d-8cc1-b3a13649cedf req-e94f3fa3-7342-4d2a-a296-cfd83e1c7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:26.223199 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-314b764d-4316-488d-8cc1-b3a13649cedf req-e94f3fa3-7342-4d2a-a296-cfd83e1c7471 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542526 May 05 15:43:26.236865 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed2c09-6ba4-4b66-8d14-405f69e14866 None None] Network 62e9c9c5-15a0-4112-8fd4-25de2974c53b requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:43:26.329453 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_v2 [None req-068031c7-e937-4d9f-b7f7-f2d665c5a800 admin admin] Deleting subnet 7ab3907f-d2f7-48af-9242-f42eabf94ee1 {{(pid=109965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:43:26.339787 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-068031c7-e937-4d9f-b7f7-f2d665c5a800 admin admin] Publish callbacks [] for subnet (7ab3907f-d2f7-48af-9242-f42eabf94ee1), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.348917 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-be7ba236-e711-4d9c-bdba-98afbfcd2738 None None] Provisioning complete for port 28397ea1-07a8-4116-af6c-66f70ac053a7 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:26.349557 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-be7ba236-e711-4d9c-bdba-98afbfcd2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.352587 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0fd89-d805-44c1-ab33-e999f503744c req-935bad97-72e1-43f1-99f6-74968cc7717e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:26.358886 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-73d0fd89-d805-44c1-ab33-e999f503744c req-935bad97-72e1-43f1-99f6-74968cc7717e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1302338 May 05 15:43:26.418357 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] For port c0250c4c-4d1b-4a27-98a7-afdd8e09edac, host hv-cinder-83979, cleared binding levels {{(pid=109966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:43:26.440247 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2d7a6-c340-4a4d-bb7d-3453360896c2 req-50777414-5108-4e9f-a4a4-d2828bc60d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:26.442558 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-94d2d7a6-c340-4a4d-bb7d-3453360896c2 req-50777414-5108-4e9f-a4a4-d2828bc60d7a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 1129 time: 0.1345172 May 05 15:43:26.449078 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] For port c0250c4c-4d1b-4a27-98a7-afdd8e09edac, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c0250c4c-4d1b-4a27-98a7-afdd8e09edac,segment=NetworkSegment(da4ae621-dad7-4211-b601-5ed6112b8e5a),segment_id=da4ae621-dad7-4211-b601-5ed6112b8e5a)] {{(pid=109966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:43:26.461377 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-be7ba236-e711-4d9c-bdba-98afbfcd2738 None None] Current status of the port 28397ea1-07a8-4116-af6c-66f70ac053a7 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:26.461999 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-be7ba236-e711-4d9c-bdba-98afbfcd2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.462416 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7c994-31b9-477d-8bae-362ec7f70af0 req-55879335-ad5a-4c86-bae8-3241e684c472 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:26.470025 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-31f7c994-31b9-477d-8bae-362ec7f70af0 req-55879335-ad5a-4c86-bae8-3241e684c472 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 945 time: 0.1503813 May 05 15:43:26.502443 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-068031c7-e937-4d9f-b7f7-f2d665c5a800 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2211023'] for subnet (7ab3907f-d2f7-48af-9242-f42eabf94ee1), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.514573 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-94d2d7a6-c340-4a4d-bb7d-3453360896c2 req-e04ae940-cc0b-4ae4-b32a-2da8909352a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606117 May 05 15:43:26.517454 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.518529 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-be7ba236-e711-4d9c-bdba-98afbfcd2738 None None] For port 28397ea1-07a8-4116-af6c-66f70ac053a7, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=28397ea1-07a8-4116-af6c-66f70ac053a7,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:26.527292 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-be7ba236-e711-4d9c-bdba-98afbfcd2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.593500 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-73d0fd89-d805-44c1-ab33-e999f503744c req-53bd75a3-1d20-42a1-aeda-be798b96ab82 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335210 May 05 15:43:26.611079 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ba236-e711-4d9c-bdba-98afbfcd2738 None None] Pushing event updated for resources: {'Port': ['ID=28397ea1-07a8-4116-af6c-66f70ac053a7,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:26.614082 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2959a05d-640c-4798-98b9-035f3f359e59 admin admin] Publish callbacks [] for security_group (f8622384-84c3-4d86-91a4-2ffb6f0ea967), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.619863 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-314b764d-4316-488d-8cc1-b3a13649cedf req-ec74279e-6e7f-4ab5-8fc6-7f488cde673e service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747878 May 05 15:43:26.626274 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2959a05d-640c-4798-98b9-035f3f359e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (f8622384-84c3-4d86-91a4-2ffb6f0ea967), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.662253 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-068031c7-e937-4d9f-b7f7-f2d665c5a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (7ab3907f-d2f7-48af-9242-f42eabf94ee1), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.676123 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:26.676822 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.678426 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/c0250c4c-4d1b-4a27-98a7-afdd8e09edac HTTP/1.1" status: 200 len: 1093 time: 2.1306617 May 05 15:43:26.684193 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aee5aab-ee38-47d5-a5c7-11b48abbbfb1', 'tag': 'c0250c4c-4d1b-4a27-98a7-afdd8e09edac'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:26.686487 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8469866f-de67-43d7-b86a-c18ce4a44957" -d '{"events": [{"name": "network-changed", "server_uuid": "5aee5aab-ee38-47d5-a5c7-11b48abbbfb1", "tag": "c0250c4c-4d1b-4a27-98a7-afdd8e09edac"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:26.711702 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-2959a05d-640c-4798-98b9-035f3f359e59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd54e6dcdf99439faad23ebd980bcd06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6289704 May 05 15:43:26.715114 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55494) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:26.726262 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-31f7c994-31b9-477d-8bae-362ec7f70af0 req-024ffc97-8277-478e-bfd7-ab6e94270d07 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501376 May 05 15:43:26.727073 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959a05d-640c-4798-98b9-035f3f359e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8622384-84c3-4d86-91a4-2ffb6f0ea967,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:26.735446 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1364c92-1854-4d5e-a634-17c1493bf8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0250c4c-4d1b-4a27-98a7-afdd8e09edac,revision_number=3']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:26.758465 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-df10d982-2422-4d86-b9d2-b4df5a71f8c1 None None] Provisioning complete for port 28397ea1-07a8-4116-af6c-66f70ac053a7 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:26.759568 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-df10d982-2422-4d86-b9d2-b4df5a71f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.774560 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b74e5e-1974-4a0f-b669-5e7716cb0106 x-openstack-request-id: req-52b74e5e-1974-4a0f-b669-5e7716cb0106 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:26.774752 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aee5aab-ee38-47d5-a5c7-11b48abbbfb1", "tag": "c0250c4c-4d1b-4a27-98a7-afdd8e09edac", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:26.774982 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52b74e5e-1974-4a0f-b669-5e7716cb0106 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:26.775432 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b74e5e-1974-4a0f-b669-5e7716cb0106'] response: {'name': 'network-changed', 'server_uuid': '5aee5aab-ee38-47d5-a5c7-11b48abbbfb1', 'tag': 'c0250c4c-4d1b-4a27-98a7-afdd8e09edac', 'status': 'completed', 'code': 200} May 05 15:43:26.854682 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-068031c7-e937-4d9f-b7f7-f2d665c5a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25928716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458300'] for subnet (7ab3907f-d2f7-48af-9242-f42eabf94ee1), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.866729 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-df10d982-2422-4d86-b9d2-b4df5a71f8c1 None None] Current status of the port 28397ea1-07a8-4116-af6c-66f70ac053a7 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:26.873120 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Publish callbacks [] for router_gateway (18d5709c-90c4-428b-acf3-b359ef1975d0), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.876466 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469866f-de67-43d7-b86a-c18ce4a44957 req-20af21d1-a5e9-4b9b-a6e5-883e0bb779ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:26.877979 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8469866f-de67-43d7-b86a-c18ce4a44957 req-20af21d1-a5e9-4b9b-a6e5-883e0bb779ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b17842fa85384865aba313f5fa724882&device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 1127 time: 0.0609739 May 05 15:43:26.925971 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068031c7-e937-4d9f-b7f7-f2d665c5a800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab3907f-d2f7-48af-9242-f42eabf94ee1,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:26.928676 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-068031c7-e937-4d9f-b7f7-f2d665c5a800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.931934 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-068031c7-e937-4d9f-b7f7-f2d665c5a800 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7ab3907f-d2f7-48af-9242-f42eabf94ee1 HTTP/1.1" status: 204 len: 168 time: 0.8122330 May 05 15:43:26.947485 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55496) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:26.957887 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-984ed22f-ac9f-44eb-8b5e-edae20604fe4 admin admin] Publish callbacks [] for security_group (f8622384-84c3-4d86-91a4-2ffb6f0ea967), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:26.998673 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-314b764d-4316-488d-8cc1-b3a13649cedf req-19613fbf-ee1c-46ba-8b73-32af66bcad16 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176819 May 05 15:43:27.043190 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-984ed22f-ac9f-44eb-8b5e-edae20604fe4 admin admin] Publish callbacks [] for security_group (f8622384-84c3-4d86-91a4-2ffb6f0ea967), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.065771 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1d707f1f-8d53-40af-beac-81ed35403afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.122075 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e42dc7-e258-454d-8b0f-046049b379f0 req-2af4016b-1563-4095-aadd-76540f350f08 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:27.123433 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-72e42dc7-e258-454d-8b0f-046049b379f0 req-2af4016b-1563-4095-aadd-76540f350f08 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 943 time: 0.0959692 May 05 15:43:27.132202 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 28397ea1-07a8-4116-af6c-66f70ac053a7 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:27.191783 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 28397ea1-07a8-4116-af6c-66f70ac053a7 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:27.192033 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1d707f1f-8d53-40af-beac-81ed35403afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.192911 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.210822 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-984ed22f-ac9f-44eb-8b5e-edae20604fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (f8622384-84c3-4d86-91a4-2ffb6f0ea967), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.215323 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-984ed22f-ac9f-44eb-8b5e-edae20604fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.219233 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-984ed22f-ac9f-44eb-8b5e-edae20604fe4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8622384-84c3-4d86-91a4-2ffb6f0ea967 HTTP/1.1" status: 204 len: 168 time: 0.5003514 May 05 15:43:27.271994 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-1d707f1f-8d53-40af-beac-81ed35403afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7']}} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:27.285206 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ed22f-ac9f-44eb-8b5e-edae20604fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8622384-84c3-4d86-91a4-2ffb6f0ea967,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:27.307563 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-1d707f1f-8d53-40af-beac-81ed35403afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367a56b4-93b4-4015-9f67-febd7d6d2aa6') {'for_net_delete': True} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:27.307951 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-1d707f1f-8d53-40af-beac-81ed35403afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367a56b4-93b4-4015-9f67-febd7d6d2aa6') {} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:27.317025 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 28397ea1-07a8-4116-af6c-66f70ac053a7 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:27.323305 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-72e42dc7-e258-454d-8b0f-046049b379f0 req-aae8d526-c7eb-4992-baec-a23e1d0297a6 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871102 May 05 15:43:27.355682 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1d707f1f-8d53-40af-beac-81ed35403afd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2211024'] for segment (367a56b4-93b4-4015-9f67-febd7d6d2aa6), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.374312 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1d707f1f-8d53-40af-beac-81ed35403afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (367a56b4-93b4-4015-9f67-febd7d6d2aa6), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.390493 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d707f1f-8d53-40af-beac-81ed35403afd admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=109965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:43:27.390971 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1d707f1f-8d53-40af-beac-81ed35403afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25928810'] for segment (367a56b4-93b4-4015-9f67-febd7d6d2aa6), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.392392 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469866f-de67-43d7-b86a-c18ce4a44957 req-fd281eba-6230-4147-b794-6590fcf90193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:27.393963 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8469866f-de67-43d7-b86a-c18ce4a44957 req-fd281eba-6230-4147-b794-6590fcf90193 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b17842fa85384865aba313f5fa724882&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4761569 May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: Traceback (most recent call last): May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: timer() May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: cb(*args, **kw) May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: return func(*args, **kwargs) May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: self._notify() May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: self.callback(batched_events) May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: event.method(event) May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: return f(self, *a, **k) May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._get(url).json() May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: return self.request(url, 'GET', **kwargs) May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:43:27.396514 dv-cinder-839793-9-iscsi neutron-server[109965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:43:27.462686 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1d707f1f-8d53-40af-beac-81ed35403afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.481678 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1d707f1f-8d53-40af-beac-81ed35403afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.485073 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-1d707f1f-8d53-40af-beac-81ed35403afd admin admin] 10.222.0.58 "DELETE /v2.0/networks/4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7 HTTP/1.1" status: 204 len: 168 time: 0.5362985 May 05 15:43:27.486234 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d707f1f-8d53-40af-beac-81ed35403afd admin admin] Pushing event deleted for resources: {'Network': ['ID=4573c804-d2fe-4f7b-a0ae-15b72bbfe7c7,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:27.577212 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3754726'] for router (18d5709c-90c4-428b-acf3-b359ef1975d0), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.701123 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469866f-de67-43d7-b86a-c18ce4a44957 req-25c2896d-aa83-4a05-83ab-0dddf7be0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:27.702860 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8469866f-de67-43d7-b86a-c18ce4a44957 req-25c2896d-aa83-4a05-83ab-0dddf7be0ed6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2810755 May 05 15:43:27.726018 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468824c8-7481-4873-8478-ac97d28e889c req-598c3558-a06c-4461-892c-a058f0075e33 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:27.727819 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-468824c8-7481-4873-8478-ac97d28e889c req-598c3558-a06c-4461-892c-a058f0075e33 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0663536 May 05 15:43:27.742426 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55528) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:27.820997 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-2fdf704c-6f4f-4f9d-b257-df047da01a4d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc23d2719647485fa73eb4cc29134b0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0762973 May 05 15:43:27.824208 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-468824c8-7481-4873-8478-ac97d28e889c req-d52f3ace-bc38-45f6-b86c-79027745bb6a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903997 May 05 15:43:27.824659 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55534) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:27.848125 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b021171-ff91-4d82-b38e-b46a60a8623c req-df9b9eb2-6892-4dee-80c6-eb7a7c2fb640 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:27.850147 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0b021171-ff91-4d82-b38e-b46a60a8623c req-df9b9eb2-6892-4dee-80c6-eb7a7c2fb640 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 945 time: 0.0500646 May 05 15:43:27.871587 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Router 18d5709c-90c4-428b-acf3-b359ef1975d0 is scheduled to L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b with binding_index 1 {{(pid=109966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:43:27.892930 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-29db4dbe-a539-4c0f-b07b-73ebf91b3393 admin admin] Publish callbacks [] for security_group (5d2355f4-66bd-449d-b0a5-af97fd89c603), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.919606 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-29db4dbe-a539-4c0f-b07b-73ebf91b3393 admin admin] Publish callbacks [] for security_group (5d2355f4-66bd-449d-b0a5-af97fd89c603), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.942863 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0b021171-ff91-4d82-b38e-b46a60a8623c req-8923474f-8644-4d83-b7bd-7fd9292bfc24 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860000 May 05 15:43:27.985507 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-29db4dbe-a539-4c0f-b07b-73ebf91b3393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5d2355f4-66bd-449d-b0a5-af97fd89c603), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.988284 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-29db4dbe-a539-4c0f-b07b-73ebf91b3393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:27.992580 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-29db4dbe-a539-4c0f-b07b-73ebf91b3393 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d2355f4-66bd-449d-b0a5-af97fd89c603 HTTP/1.1" status: 204 len: 168 time: 0.1669879 May 05 15:43:28.005313 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db4dbe-a539-4c0f-b07b-73ebf91b3393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2355f4-66bd-449d-b0a5-af97fd89c603,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:28.010014 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:43:28.025527 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Sync routers for ids ['18d5709c-90c4-428b-acf3-b359ef1975d0'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:43:28.041316 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:28.045911 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Routers {'18d5709c-90c4-428b-acf3-b359ef1975d0'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:28.046263 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55542) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:28.046580 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['18d5709c-90c4-428b-acf3-b359ef1975d0'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:28.046727 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-5008efea-7df8-4ee7-b941-3b91dd8971c3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8529899 May 05 15:43:28.167394 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Set router 18d5709c-90c4-428b-acf3-b359ef1975d0 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:28.371735 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:26Z', 'revision_number': 3, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port': {'id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:28.439844 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Checking router: 18d5709c-90c4-428b-acf3-b359ef1975d0 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:43:28.440204 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Updating router 18d5709c-90c4-428b-acf3-b359ef1975d0 port 0e7e9c00-477a-44fa-b008-f899826b31e3 binding host dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:43:28.473859 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:28.528293 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732fa92-3362-48fd-bdbc-c25d26c432bd req-c6c29faa-b061-4208-977d-e7b35904ed23 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:28.529759 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0732fa92-3362-48fd-bdbc-c25d26c432bd req-c6c29faa-b061-4208-977d-e7b35904ed23 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 943 time: 0.0731733 May 05 15:43:28.640948 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0732fa92-3362-48fd-bdbc-c25d26c432bd req-79b5c5da-03bd-48b5-9337-458f42b7ada1 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892253 May 05 15:43:28.706750 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:28.825982 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Publish callbacks [] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:28.832995 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:28.889047 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Attempting to bind port 0e7e9c00-477a-44fa-b008-f899826b31e3 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:43:28.889663 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Attempting to bind port 0e7e9c00-477a-44fa-b008-f899826b31e3 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:43:28.890216 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Attempting to bind port 0e7e9c00-477a-44fa-b008-f899826b31e3 on network b5107952-2f6d-4e6f-81da-5335e81bd6c8 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:28.905476 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:43:28.906734 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Checking segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:28.907354 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:28.907797 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Allocated IP 172.20.0.1 (62e9c9c5-15a0-4112-8fd4-25de2974c53b/517f5a73-3fa3-46ff-bb5d-c1e87917c1ec/3e20f69a-2393-4752-b4cf-446245c562bd) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:28.908257 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Bound using segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:43:28.908626 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Bound port: 0e7e9c00-477a-44fa-b008-f899826b31e3, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:43:28.909344 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:28.933715 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Pushing event updated for resources: {'Port': ['ID=0e7e9c00-477a-44fa-b008-f899826b31e3,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:28.946779 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.947229 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.947719 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.948157 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.949009 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.949009 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.949647 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.949770 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.950210 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.950636 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.951068 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.951500 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.951915 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.952325 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.952736 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:43:28.975115 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba8c20-b43c-42a4-ada4-2aa95c7dad02 req-c0d02fed-7a72-4f54-9d21-9bdfba68d97e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:28.982873 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-19ba8c20-b43c-42a4-ada4-2aa95c7dad02 req-c0d02fed-7a72-4f54-9d21-9bdfba68d97e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0681765 May 05 15:43:29.007687 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] For port 0e7e9c00-477a-44fa-b008-f899826b31e3, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:43:29.013690 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] For port 0e7e9c00-477a-44fa-b008-f899826b31e3, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=0e7e9c00-477a-44fa-b008-f899826b31e3,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:43:29.022324 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:29.060573 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-19ba8c20-b43c-42a4-ada4-2aa95c7dad02 req-8961d9ae-68dd-43e4-897f-37460ac2e9dc tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763791 May 05 15:43:29.072353 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Routers {'18d5709c-90c4-428b-acf3-b359ef1975d0'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:29.073619 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['18d5709c-90c4-428b-acf3-b359ef1975d0'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:29.119762 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Publish callbacks [] for port (3e20f69a-2393-4752-b4cf-446245c562bd), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:29.168477 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:29.214986 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] Set router 18d5709c-90c4-428b-acf3-b359ef1975d0 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:29.481759 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Network 62e9c9c5-15a0-4112-8fd4-25de2974c53b is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:29.485737 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:29.499996 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:29.519815 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f54ece-89a9-40af-b530-9a515b23dfbb req-e6c109d7-f9d6-4d4f-8028-a47e4c510642 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:29.521582 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-28f54ece-89a9-40af-b530-9a515b23dfbb req-e6c109d7-f9d6-4d4f-8028-a47e4c510642 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 945 time: 0.3891144 May 05 15:43:29.587603 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Pushing event updated for resources: {'Port': ['ID=3e20f69a-2393-4752-b4cf-446245c562bd,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:29.604995 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3753147'] for router_interface (18d5709c-90c4-428b-acf3-b359ef1975d0), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:29.617609 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-28f54ece-89a9-40af-b530-9a515b23dfbb req-8d2de99c-ba86-4616-9eb4-874e762ebc3c tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895352 May 05 15:43:29.642249 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe03e0f-be83-4dc7-8887-98d959f0d248 None None] Pushing event updated for resources: {'Port': ['ID=0e7e9c00-477a-44fa-b008-f899826b31e3,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:29.682132 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:26Z', 'revision_number': 3, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port': {'id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:29.730480 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b64f0-6857-47f0-a4f5-b82e20ee7088 None None] The sync data for ids ['18d5709c-90c4-428b-acf3-b359ef1975d0'] in dv-cinder-839793-9-iscsi is: [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:26Z', 'revision_number': 3, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port': {'id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:43:29.813088 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:29.817703 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-be22db5e-9d95-48c7-835c-389168a3d49a None None] Provisioning complete for port 3e20f69a-2393-4752-b4cf-446245c562bd triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:29.818468 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-be22db5e-9d95-48c7-835c-389168a3d49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:29.856884 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da3e5d-5ce8-4d71-9da8-2ae3edf19e34 req-619ba813-7e14-4408-92d2-ef4575ad1f40 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:29.862158 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-55da3e5d-5ce8-4d71-9da8-2ae3edf19e34 req-619ba813-7e14-4408-92d2-ef4575ad1f40 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 943 time: 0.0732994 May 05 15:43:29.942981 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-be22db5e-9d95-48c7-835c-389168a3d49a None None] Port 3e20f69a-2393-4752-b4cf-446245c562bd cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:43:29.962775 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-55da3e5d-5ce8-4d71-9da8-2ae3edf19e34 req-e1cfb9ed-b3c3-449b-918d-ada61086ed9f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932269 May 05 15:43:30.124656 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Publish callbacks [] for port (3e20f69a-2393-4752-b4cf-446245c562bd), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:30.129839 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:30.219719 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Pushing event updated for resources: {'Port': ['ID=3e20f69a-2393-4752-b4cf-446245c562bd,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:30.229143 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3753025'] for router_interface (18d5709c-90c4-428b-acf3-b359ef1975d0), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:30.254114 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e35080-ce74-4508-9d8d-7bd75aba3d8f req-a88d842e-4009-48e4-87ef-3ad6be23e13b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:30.265056 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-66e35080-ce74-4508-9d8d-7bd75aba3d8f req-a88d842e-4009-48e4-87ef-3ad6be23e13b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0900211 May 05 15:43:30.330788 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-66e35080-ce74-4508-9d8d-7bd75aba3d8f req-1671bcc6-52e9-4030-bdc9-bd9e312250fe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648634 May 05 15:43:30.353539 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Network 62e9c9c5-15a0-4112-8fd4-25de2974c53b is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:30.354997 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:30.482950 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Router 18d5709c-90c4-428b-acf3-b359ef1975d0 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:43:30.604519 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:43:30.609905 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-53c8b4fc-87e7-483d-9768-8d168591a263 admin admin] 10.222.0.58 "PUT /v2.0/routers/18d5709c-90c4-428b-acf3-b359ef1975d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5620298 May 05 15:43:30.673404 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-4cedff0a-b75c-4d1c-a70a-e3e6d9d3791e None None] Provisioning complete for port 3e20f69a-2393-4752-b4cf-446245c562bd triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:30.674145 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4cedff0a-b75c-4d1c-a70a-e3e6d9d3791e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:30.721085 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-4cedff0a-b75c-4d1c-a70a-e3e6d9d3791e None None] Port 3e20f69a-2393-4752-b4cf-446245c562bd cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:43:30.766373 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9398e-f57a-4d94-87b3-fd7ea0168e62 req-a30b22d5-e455-4216-adf5-90fdc4fbce0a tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:30.767910 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6dc9398e-f57a-4d94-87b3-fd7ea0168e62 req-a30b22d5-e455-4216-adf5-90fdc4fbce0a tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 945 time: 0.0534623 May 05 15:43:30.818833 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6dc9398e-f57a-4d94-87b3-fd7ea0168e62 req-c5587851-a500-4e6a-945c-d19c48674b89 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452011 May 05 15:43:31.085973 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 0e7e9c00-477a-44fa-b008-f899826b31e3 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:31.149246 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 0e7e9c00-477a-44fa-b008-f899826b31e3 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:31.149835 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:31.169923 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-cb9d216b-0bfd-4f31-a624-4214dce8e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:31.171729 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-cb9d216b-0bfd-4f31-a624-4214dce8e23a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b17842fa85384865aba313f5fa724882&device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 1127 time: 0.0746539 May 05 15:43:31.261148 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-1eb2b55f-c74f-44ad-9c43-01a5eab563d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0250c4c-4d1b-4a27-98a7-afdd8e09edac HTTP/1.1" status: 200 len: 217 time: 0.0790060 May 05 15:43:31.271052 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf1345-f400-4448-84f6-ed475d52d56e req-493b56a4-e83b-4d31-a64b-322b00335f97 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:31.271672 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 0e7e9c00-477a-44fa-b008-f899826b31e3 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:31.273310 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8abf1345-f400-4448-84f6-ed475d52d56e req-493b56a4-e83b-4d31-a64b-322b00335f97 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 943 time: 0.1970870 May 05 15:43:31.283365 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:31.324520 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port 0e7e9c00-477a-44fa-b008-f899826b31e3, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=0e7e9c00-477a-44fa-b008-f899826b31e3,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:31.334717 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:31.340295 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55654) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:31.359678 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1515753593-network', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:31.362982 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8abf1345-f400-4448-84f6-ed475d52d56e req-e0e5675c-340a-4de0-9278-83e9e8244436 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779486 May 05 15:43:31.383595 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-ce4f70ad-cf9f-4515-8f7a-965c370299ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:31.385324 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-ce4f70ad-cf9f-4515-8f7a-965c370299ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=49b20e9b-aada-4f84-82dc-003ca02a5719 HTTP/1.1" status: 200 len: 852 time: 0.1107152 May 05 15:43:31.401910 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Made reservation on behalf of ebeee4150d6e4e46b82b1c0e8449d0f7 for: {'network': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:43:31.406748 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:31.444140 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:31.464725 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-3e83ab8a-6a81-40ed-905a-910b6f9473ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8646f0ab-30ae-49ab-bf78-0b3133d8ae62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724087 May 05 15:43:31.468399 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=0e7e9c00-477a-44fa-b008-f899826b31e3,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:31.626634 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Publish callbacks [] for security_group (065996c5-d7c3-490c-9af6-7786847090c4), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:31.635244 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (065996c5-d7c3-490c-9af6-7786847090c4), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:31.672869 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-85d05f35-b67d-497e-8989-a976839df60e service neutron] 10.222.0.41 "GET /v2.0/networks/8646f0ab-30ae-49ab-bf78-0b3133d8ae62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987550 May 05 15:43:31.690830 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=109965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:43:31.721183 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065996c5-d7c3-490c-9af6-7786847090c4,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:31.734527 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (62b9f2e9-0587-4893-a6da-962ff413d43c), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:31.736467 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.segments_db [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Added segment 62b9f2e9-0587-4893-a6da-962ff413d43c of type vlan for network 4c917937-69eb-430c-8eab-808f4d247463 May 05 15:43:31.800883 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (4c917937-69eb-430c-8eab-808f4d247463), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:31.824612 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f775264-dc7b-4fb5-b064-597bd1b22c4b req-84e69d95-e6da-45ce-9371-cd8b6b0a5597 service neutron] 10.222.0.41 "GET /v2.0/networks/8646f0ab-30ae-49ab-bf78-0b3133d8ae62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421196 May 05 15:43:31.826695 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Sync routers for ids ['18d5709c-90c4-428b-acf3-b359ef1975d0'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:43:31.858674 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Routers {'18d5709c-90c4-428b-acf3-b359ef1975d0'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:31.859645 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['18d5709c-90c4-428b-acf3-b359ef1975d0'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:31.866612 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (4c917937-69eb-430c-8eab-808f4d247463), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:31.870084 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:31.871049 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:31.940877 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052967b-e385-4b43-becf-48ea3add6bf7 req-591f899b-a31a-4e68-805e-cdc4e6d97ad5 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:31.943223 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4c917937-69eb-430c-8eab-808f4d247463,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:31.944039 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d052967b-e385-4b43-becf-48ea3add6bf7 req-591f899b-a31a-4e68-805e-cdc4e6d97ad5 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0933967 May 05 15:43:31.958434 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 4c917937-69eb-430c-8eab-808f4d247463 details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:43:31.990213 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-edcba704-03b1-4fea-af30-0c3d4dc882c7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6467025 May 05 15:43:31.991748 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55688) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:31.996357 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-be4188e3-a1ef-4145-a117-61bd11e82a8b admin admin] Request body: {'subnet': {'network_id': '4c917937-69eb-430c-8eab-808f4d247463', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1515753593-subnet', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'ip_version': 4}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:31.998127 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d052967b-e385-4b43-becf-48ea3add6bf7 req-b671180c-cf67-414e-a2d2-c3f423c88186 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496616 May 05 15:43:32.017483 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fe7b8-f1e7-451a-b96e-09190658640b req-5f28dd4e-6ebb-43ec-8f94-23638e508ab5 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:32.019398 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e35fe7b8-f1e7-451a-b96e-09190658640b req-5f28dd4e-6ebb-43ec-8f94-23638e508ab5 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 945 time: 0.0798426 May 05 15:43:32.045920 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4188e3-a1ef-4145-a117-61bd11e82a8b admin admin] Made reservation on behalf of ebeee4150d6e4e46b82b1c0e8449d0f7 for: {'subnet': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:43:32.048306 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-be4188e3-a1ef-4145-a117-61bd11e82a8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25458199'] for subnet (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:32.099160 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e35fe7b8-f1e7-451a-b96e-09190658640b req-96b2ee37-a2bd-4ffb-b9f5-1c41e7f21017 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714757 May 05 15:43:32.211516 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Set router 18d5709c-90c4-428b-acf3-b359ef1975d0 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:32.253091 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-be4188e3-a1ef-4145-a117-61bd11e82a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25929423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25458277'] for subnet (66df3b66-7225-46c6-9b58-3ced09e78ed4), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:32.309895 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4188e3-a1ef-4145-a117-61bd11e82a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=66df3b66-7225-46c6-9b58-3ced09e78ed4,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:32.321939 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4188e3-a1ef-4145-a117-61bd11e82a8b admin admin] Checking segment: {'id': '62b9f2e9-0587-4893-a6da-962ff413d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4c917937-69eb-430c-8eab-808f4d247463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:32.322335 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4188e3-a1ef-4145-a117-61bd11e82a8b admin admin] Network hostable DHCP agents. Network: 4c917937-69eb-430c-8eab-808f4d247463, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:43:32.338825 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4188e3-a1ef-4145-a117-61bd11e82a8b admin admin] Network 4c917937-69eb-430c-8eab-808f4d247463 is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:43:32.347710 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-be4188e3-a1ef-4145-a117-61bd11e82a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 4c917937-69eb-430c-8eab-808f4d247463) {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:32.352873 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4188e3-a1ef-4145-a117-61bd11e82a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:32.353653 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-be4188e3-a1ef-4145-a117-61bd11e82a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:32.360543 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c121a-b19e-4713-9c2f-a579d2c19a57 None None] Network 4c917937-69eb-430c-8eab-808f4d247463 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:43:32.369624 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-be4188e3-a1ef-4145-a117-61bd11e82a8b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3768754 May 05 15:43:32.372092 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55692) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:32.376196 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1515753593-router', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:32.401181 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3748572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6948'] for router (b88bfb61-71c8-4362-87b4-943c9abf5304), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:32.402313 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3754709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router (b88bfb61-71c8-4362-87b4-943c9abf5304), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:32.463817 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Publish callbacks [] for router_controller (b88bfb61-71c8-4362-87b4-943c9abf5304), precommit_add_association {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:32.476587 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:29Z', 'revision_number': 4, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port': {'id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '3e20f69a-2393-4752-b4cf-446245c562bd', 'name': '', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'mac_address': 'fa:16:3e:f7:19:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:28Z', 'updated_at': '2022-05-05T15:43:29Z', 'revision_number': 2, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'subnets': [{'id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:32.483345 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d399a9-b6ec-427f-b30d-5178b5f12b0d req-de929954-0580-4d55-823f-6ffab360d15e tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:32.484998 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-85d399a9-b6ec-427f-b30d-5178b5f12b0d req-de929954-0580-4d55-823f-6ffab360d15e tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 943 time: 0.0514162 May 05 15:43:32.510494 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Checking router: 18d5709c-90c4-428b-acf3-b359ef1975d0 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:43:32.511090 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Updating router 18d5709c-90c4-428b-acf3-b359ef1975d0 port 3e20f69a-2393-4752-b4cf-446245c562bd binding host dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:43:32.547897 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-85d399a9-b6ec-427f-b30d-5178b5f12b0d req-61130352-91a7-4592-8ba7-972eb73936c1 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553267 May 05 15:43:32.553795 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp127dbb5c-4db0-5469-8e5e-efe1c4baefbd-4c917937-69eb-430c-8eab-808f4d247463', 'network_id': '4c917937-69eb-430c-8eab-808f4d247463', 'project_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'fixed_ips': [{'subnet_id': '66df3b66-7225-46c6-9b58-3ced09e78ed4'}]}} from dv-cinder-839793-9-iscsi. {{(pid=109967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:43:32.554700 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:32.588577 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:32.620448 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Publish callbacks [] for router_gateway (b88bfb61-71c8-4362-87b4-943c9abf5304), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:32.800485 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Allocated IP 172.20.0.2 (4c917937-69eb-430c-8eab-808f4d247463/66df3b66-7225-46c6-9b58-3ced09e78ed4/bec719af-eaff-4d54-9375-5134143eab54) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:32.804827 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Publish callbacks [] for router_gateway (b88bfb61-71c8-4362-87b4-943c9abf5304), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:32.824923 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:32.929654 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Allocated IP 172.27.3.77 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/600af8b2-0e3d-400c-afeb-c34b5331f176) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:33.060982 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Publish callbacks [] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.082206 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Publish callbacks [] for port (bec719af-eaff-4d54-9375-5134143eab54), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.089010 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Publish callbacks [] for port (3e20f69a-2393-4752-b4cf-446245c562bd), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.097750 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 0e7e9c00-477a-44fa-b008-f899826b31e3 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:33.111488 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.121351 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (bec719af-eaff-4d54-9375-5134143eab54), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.133079 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27ae3c-28a1-4dc3-89e2-8f7a833c67bd req-c9554dac-5d42-4679-b150-b9bc63376a92 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:33.133866 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.134875 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5b27ae3c-28a1-4dc3-89e2-8f7a833c67bd req-c9554dac-5d42-4679-b150-b9bc63376a92 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0605030 May 05 15:43:33.155131 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:33.160202 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:33.166713 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:33.172392 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Pushing event updated for resources: {'Port': ['ID=600af8b2-0e3d-400c-afeb-c34b5331f176,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:33.180540 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Network 4c917937-69eb-430c-8eab-808f4d247463 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:33.190396 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:33.197053 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5b27ae3c-28a1-4dc3-89e2-8f7a833c67bd req-baf67717-437e-4d9b-a050-2077be47bc14 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564971 May 05 15:43:33.198766 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:33.205591 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Pushing event updated for resources: {'Port': ['ID=bec719af-eaff-4d54-9375-5134143eab54,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:33.269110 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 0e7e9c00-477a-44fa-b008-f899826b31e3 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:33.269852 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.350209 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31359c2a-a272-41b9-82c5-352f274fc7fe None None] Pushing event updated for resources: {'Port': ['ID=3e20f69a-2393-4752-b4cf-446245c562bd,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:33.378128 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Attempting to bind port bec719af-eaff-4d54-9375-5134143eab54 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:43:33.378548 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Attempting to bind port bec719af-eaff-4d54-9375-5134143eab54 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '62b9f2e9-0587-4893-a6da-962ff413d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4c917937-69eb-430c-8eab-808f4d247463'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:43:33.378916 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Attempting to bind port bec719af-eaff-4d54-9375-5134143eab54 on network 4c917937-69eb-430c-8eab-808f4d247463 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:33.396961 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:43:33.397361 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Checking segment: {'id': '62b9f2e9-0587-4893-a6da-962ff413d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4c917937-69eb-430c-8eab-808f4d247463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:33.397736 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.398132 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Bound using segment: {'id': '62b9f2e9-0587-4893-a6da-962ff413d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4c917937-69eb-430c-8eab-808f4d247463'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:43:33.398651 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Bound port: bec719af-eaff-4d54-9375-5134143eab54, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b9f2e9-0587-4893-a6da-962ff413d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4c917937-69eb-430c-8eab-808f4d247463'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:43:33.399037 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (bec719af-eaff-4d54-9375-5134143eab54), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.406533 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Attempting to bind port 3e20f69a-2393-4752-b4cf-446245c562bd on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:43:33.406905 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Attempting to bind port 3e20f69a-2393-4752-b4cf-446245c562bd by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': 'bb838ee9-32ab-4347-89b5-747b4a5c3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:43:33.407267 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Attempting to bind port 3e20f69a-2393-4752-b4cf-446245c562bd on network 62e9c9c5-15a0-4112-8fd4-25de2974c53b {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:33.423402 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:43:33.423775 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Checking segment: {'id': 'bb838ee9-32ab-4347-89b5-747b4a5c3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:33.424175 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.424564 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Bound using segment: {'id': 'bb838ee9-32ab-4347-89b5-747b4a5c3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:43:33.425036 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Bound port: 3e20f69a-2393-4752-b4cf-446245c562bd, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb838ee9-32ab-4347-89b5-747b4a5c3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:43:33.425416 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.460307 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Publish callbacks [] for router_gateway (b88bfb61-71c8-4362-87b4-943c9abf5304), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.530123 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-9a526f3f-c3e9-4e10-9daf-b226588ebcb3 None None] Provisioning complete for port 3e20f69a-2393-4752-b4cf-446245c562bd triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:33.530443 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a526f3f-c3e9-4e10-9daf-b226588ebcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.576351 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 0e7e9c00-477a-44fa-b008-f899826b31e3 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:33.586075 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] For port bec719af-eaff-4d54-9375-5134143eab54, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:43:33.602676 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] For port bec719af-eaff-4d54-9375-5134143eab54, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=bec719af-eaff-4d54-9375-5134143eab54,segment=NetworkSegment(62b9f2e9-0587-4893-a6da-962ff413d43c),segment_id=62b9f2e9-0587-4893-a6da-962ff413d43c)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:43:33.614289 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-9a526f3f-c3e9-4e10-9daf-b226588ebcb3 None None] Port 3e20f69a-2393-4752-b4cf-446245c562bd cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:43:33.617724 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (bec719af-eaff-4d54-9375-5134143eab54), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.629483 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] For port 3e20f69a-2393-4752-b4cf-446245c562bd, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:43:33.671340 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] For port 3e20f69a-2393-4752-b4cf-446245c562bd, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=3e20f69a-2393-4752-b4cf-446245c562bd,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:43:33.682962 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:33.706644 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b023d38-39ad-4fcd-93dc-558390948c3f None None] Pushing event updated for resources: {'Port': ['ID=bec719af-eaff-4d54-9375-5134143eab54,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:33.752132 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Routers {'18d5709c-90c4-428b-acf3-b359ef1975d0'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:33.752844 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['18d5709c-90c4-428b-acf3-b359ef1975d0'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:33.949992 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31359c2a-a272-41b9-82c5-352f274fc7fe None None] Pushing event updated for resources: {'Port': ['ID=3e20f69a-2393-4752-b4cf-446245c562bd,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:33.954285 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00af0b-8381-425a-a932-e1a7e08dc74a req-17ef44cd-ebb0-4914-8c1a-44095d33a009 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:33.956603 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1b00af0b-8381-425a-a932-e1a7e08dc74a req-17ef44cd-ebb0-4914-8c1a-44095d33a009 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 943 time: 0.3342991 May 05 15:43:33.976745 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3754726'] for router (b88bfb61-71c8-4362-87b4-943c9abf5304), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:34.048072 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] Set router 18d5709c-90c4-428b-acf3-b359ef1975d0 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:34.111122 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1b00af0b-8381-425a-a932-e1a7e08dc74a req-0ac7ee7f-b092-4e8e-a34c-557725cb15e7 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310232 May 05 15:43:34.181357 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-f8e411fe-691c-41c3-9bf8-7162ca30c617 None None] Provisioning complete for port 3e20f69a-2393-4752-b4cf-446245c562bd triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:34.181730 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f8e411fe-691c-41c3-9bf8-7162ca30c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:34.231162 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Router b88bfb61-71c8-4362-87b4-943c9abf5304 is scheduled to L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b with binding_index 1 {{(pid=109965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:43:34.360307 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f8e411fe-691c-41c3-9bf8-7162ca30c617 None None] Current status of the port 3e20f69a-2393-4752-b4cf-446245c562bd is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:34.360839 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97b399-cfa1-483f-a5f7-782e9ce1442a req-9ee53661-f81a-4bbe-9b46-437cf42698d8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:34.361209 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f8e411fe-691c-41c3-9bf8-7162ca30c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:34.362154 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8d97b399-cfa1-483f-a5f7-782e9ce1442a req-9ee53661-f81a-4bbe-9b46-437cf42698d8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0881021 May 05 15:43:34.373238 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:29Z', 'revision_number': 4, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port': {'id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '3e20f69a-2393-4752-b4cf-446245c562bd', 'name': '', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'mac_address': 'fa:16:3e:f7:19:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:28Z', 'updated_at': '2022-05-05T15:43:33Z', 'revision_number': 4, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'subnets': [{'id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:34.385778 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:43:34.398302 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Sync routers for ids ['b88bfb61-71c8-4362-87b4-943c9abf5304'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:43:34.408258 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Routers {'b88bfb61-71c8-4362-87b4-943c9abf5304'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:34.409261 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['b88bfb61-71c8-4362-87b4-943c9abf5304'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:34.409602 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fdc46-59fd-4b85-a7a6-265392fec7d2 None None] The sync data for ids ['18d5709c-90c4-428b-acf3-b359ef1975d0'] in dv-cinder-839793-9-iscsi is: [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:29Z', 'revision_number': 4, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port': {'id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '3e20f69a-2393-4752-b4cf-446245c562bd', 'name': '', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'mac_address': 'fa:16:3e:f7:19:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:28Z', 'updated_at': '2022-05-05T15:43:33Z', 'revision_number': 4, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'subnets': [{'id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:43:34.409775 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:34.411018 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-9c2ccff2-0748-4191-a1d4-314c27ccec85 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0379984 May 05 15:43:34.413782 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55726) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:34.422613 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8d97b399-cfa1-483f-a5f7-782e9ce1442a req-a5838304-9a30-4ef3-b100-f8f347ee6e5f tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539081 May 05 15:43:34.443052 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-f8e411fe-691c-41c3-9bf8-7162ca30c617 None None] For port 3e20f69a-2393-4752-b4cf-446245c562bd, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=3e20f69a-2393-4752-b4cf-446245c562bd,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:34.449225 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f8e411fe-691c-41c3-9bf8-7162ca30c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:34.554838 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e411fe-691c-41c3-9bf8-7162ca30c617 None None] Pushing event updated for resources: {'Port': ['ID=3e20f69a-2393-4752-b4cf-446245c562bd,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:34.584918 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Set router b88bfb61-71c8-4362-87b4-943c9abf5304 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:34.841652 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'name': 'tempest-TestShelveInstance-1515753593-router', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:43:33Z', 'revision_number': 3, 'project_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'gw_port': {'id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:34.889895 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Checking router: b88bfb61-71c8-4362-87b4-943c9abf5304 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:43:34.890322 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Updating router b88bfb61-71c8-4362-87b4-943c9abf5304 port 600af8b2-0e3d-400c-afeb-c34b5331f176 binding host dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:43:34.938910 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.050604 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c898cb54-ce60-48d1-8ec8-4502f925f5f1 None None] Network 4c917937-69eb-430c-8eab-808f4d247463 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:43:35.102664 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:43:35.269577 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device bec719af-eaff-4d54-9375-5134143eab54 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:35.395472 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b58e5-5dce-4d1a-82e1-3bec52edb149 req-05b9bde1-15fa-43e7-a80d-73936b65443e tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:35.412175 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2c9b58e5-5dce-4d1a-82e1-3bec52edb149 req-05b9bde1-15fa-43e7-a80d-73936b65443e tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 943 time: 0.1186497 May 05 15:43:35.425537 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-cc21f838-ee55-4cab-bd9e-988ded321455 None None] Provisioning complete for port bec719af-eaff-4d54-9375-5134143eab54 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:35.426129 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc21f838-ee55-4cab-bd9e-988ded321455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (bec719af-eaff-4d54-9375-5134143eab54), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.484885 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Publish callbacks [] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.487526 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.505499 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.523885 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port bec719af-eaff-4d54-9375-5134143eab54 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:35.535901 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (bec719af-eaff-4d54-9375-5134143eab54), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.563292 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2c9b58e5-5dce-4d1a-82e1-3bec52edb149 req-15a15755-f0d2-4bba-96d7-b432f283d333 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435816 May 05 15:43:35.567291 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Attempting to bind port 600af8b2-0e3d-400c-afeb-c34b5331f176 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:43:35.570615 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Attempting to bind port 600af8b2-0e3d-400c-afeb-c34b5331f176 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:43:35.570986 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Attempting to bind port 600af8b2-0e3d-400c-afeb-c34b5331f176 on network b5107952-2f6d-4e6f-81da-5335e81bd6c8 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:35.623824 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:43:35.636139 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Checking segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:35.636774 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.641736 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Bound using segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:43:35.642435 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Bound port: 600af8b2-0e3d-400c-afeb-c34b5331f176, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:43:35.642835 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.799911 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] For port 600af8b2-0e3d-400c-afeb-c34b5331f176, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:43:35.803880 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] For port 600af8b2-0e3d-400c-afeb-c34b5331f176, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=600af8b2-0e3d-400c-afeb-c34b5331f176,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:43:35.819836 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d96c5-ca6a-4b4a-88a6-aeef5af8d5a5 req-60d457da-dc63-468d-8781-8b547aebd167 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:35.821394 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-431d96c5-ca6a-4b4a-88a6-aeef5af8d5a5 req-60d457da-dc63-468d-8781-8b547aebd167 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1046793 May 05 15:43:35.833551 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.861053 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port bec719af-eaff-4d54-9375-5134143eab54 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:35.861345 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (bec719af-eaff-4d54-9375-5134143eab54), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.866918 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-cc21f838-ee55-4cab-bd9e-988ded321455 None None] Current status of the port bec719af-eaff-4d54-9375-5134143eab54 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:35.867305 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc21f838-ee55-4cab-bd9e-988ded321455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (bec719af-eaff-4d54-9375-5134143eab54), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:35.870390 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537950d-4939-4dcb-8d5d-9775aba15e12 req-7e7b9841-4ac1-4934-a45b-700c20869bd2 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:35.878862 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9537950d-4939-4dcb-8d5d-9775aba15e12 req-7e7b9841-4ac1-4934-a45b-700c20869bd2 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 945 time: 0.1090174 May 05 15:43:35.900551 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Routers {'b88bfb61-71c8-4362-87b4-943c9abf5304'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:35.901460 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['b88bfb61-71c8-4362-87b4-943c9abf5304'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:35.939443 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-431d96c5-ca6a-4b4a-88a6-aeef5af8d5a5 req-21c18449-86db-4301-a660-603bb7869b96 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050029 May 05 15:43:35.970024 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9537950d-4939-4dcb-8d5d-9775aba15e12 req-70966388-bf2f-4615-b701-b44c22d6fc67 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901284 May 05 15:43:35.971837 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Allocated IP 172.20.0.1 (4c917937-69eb-430c-8eab-808f4d247463/66df3b66-7225-46c6-9b58-3ced09e78ed4/b41f7b84-4492-4926-87eb-d827dbe7c955) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:36.001603 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-cc21f838-ee55-4cab-bd9e-988ded321455 None None] For port bec719af-eaff-4d54-9375-5134143eab54, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=bec719af-eaff-4d54-9375-5134143eab54,segment=NetworkSegment(62b9f2e9-0587-4893-a6da-962ff413d43c),segment_id=62b9f2e9-0587-4893-a6da-962ff413d43c)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:36.022561 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e142a3d-0d69-44d0-9555-fab6d5220280 None None] Pushing event updated for resources: {'Port': ['ID=600af8b2-0e3d-400c-afeb-c34b5331f176,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:36.022854 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc21f838-ee55-4cab-bd9e-988ded321455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (bec719af-eaff-4d54-9375-5134143eab54), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.145130 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.db.api [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 15:43:36.145532 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG oslo_db.api [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 15:43:36.146281 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21f838-ee55-4cab-bd9e-988ded321455 None None] Pushing event updated for resources: {'Port': ['ID=bec719af-eaff-4d54-9375-5134143eab54,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:36.187909 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e142a3d-0d69-44d0-9555-fab6d5220280 None None] Pushing event updated for resources: {'Port': ['ID=600af8b2-0e3d-400c-afeb-c34b5331f176,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:36.192716 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] Set router b88bfb61-71c8-4362-87b4-943c9abf5304 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:36.195753 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Publish callbacks [] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.256910 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.263699 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-021c26cc-f4ba-4272-9cd4-8240f60762a9 None None] Provisioning complete for port bec719af-eaff-4d54-9375-5134143eab54 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:36.264412 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-021c26cc-f4ba-4272-9cd4-8240f60762a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (bec719af-eaff-4d54-9375-5134143eab54), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.325644 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Network 4c917937-69eb-430c-8eab-808f4d247463 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:36.328913 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:36.342821 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:36.413243 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 55788) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:36.416388 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Pushing event updated for resources: {'Port': ['ID=b41f7b84-4492-4926-87eb-d827dbe7c955,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:36.416980 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'name': 'tempest-TestShelveInstance-1515753593-router', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:43:33Z', 'revision_number': 3, 'project_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'gw_port': {'id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:36.436184 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-021c26cc-f4ba-4272-9cd4-8240f60762a9 None None] Current status of the port bec719af-eaff-4d54-9375-5134143eab54 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:36.451255 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3753147'] for router_interface (b88bfb61-71c8-4362-87b4-943c9abf5304), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.476007 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6657f-fb4d-490c-a15e-32a7308ffcc9 None None] The sync data for ids ['b88bfb61-71c8-4362-87b4-943c9abf5304'] in dv-cinder-839793-9-iscsi is: [{'id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'name': 'tempest-TestShelveInstance-1515753593-router', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:43:33Z', 'revision_number': 3, 'project_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'gw_port': {'id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:43:36.624602 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.636250 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b34bc31-bb7a-4303-a95d-ac0a25ca06f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.687042 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-c620d4b1-98d5-43f9-93cf-88f531caff0b None None] Provisioning complete for port b41f7b84-4492-4926-87eb-d827dbe7c955 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:36.688704 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c620d4b1-98d5-43f9-93cf-88f531caff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.723623 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port bec719af-eaff-4d54-9375-5134143eab54 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:36.725491 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 3e20f69a-2393-4752-b4cf-446245c562bd up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:36.737269 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80976770-4fb1-4507-a964-2c13446b04d4 req-86b0bb7b-9fd2-42fc-afe2-8f5716ff8dff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:36.738852 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-80976770-4fb1-4507-a964-2c13446b04d4 req-86b0bb7b-9fd2-42fc-afe2-8f5716ff8dff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 943 time: 0.0759795 May 05 15:43:36.746814 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b34bc31-bb7a-4303-a95d-ac0a25ca06f1 admin admin] Publish callbacks [] for security_group (3535e309-baf3-4527-8791-16fc54e9fea3), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.755796 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b34bc31-bb7a-4303-a95d-ac0a25ca06f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (3535e309-baf3-4527-8791-16fc54e9fea3), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.795531 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-c620d4b1-98d5-43f9-93cf-88f531caff0b None None] Port b41f7b84-4492-4926-87eb-d827dbe7c955 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:43:36.809817 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4b34bc31-bb7a-4303-a95d-ac0a25ca06f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be928a480c5843aca5be46d4e257c2ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3931086 May 05 15:43:36.809817 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34bc31-bb7a-4303-a95d-ac0a25ca06f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3535e309-baf3-4527-8791-16fc54e9fea3,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:36.812132 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55800) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:36.814093 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 3e20f69a-2393-4752-b4cf-446245c562bd triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:36.814686 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.899563 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device c0250c4c-4d1b-4a27-98a7-afdd8e09edac details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:43:36.932637 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-80976770-4fb1-4507-a964-2c13446b04d4 req-4e21ce79-12b9-48ac-ab73-383f50be55be tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786432 May 05 15:43:36.939836 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 3e20f69a-2393-4752-b4cf-446245c562bd is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:36.971258 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-36d1abb3-4dee-4f9b-8439-a164cbb1ef04 admin admin] Publish callbacks [] for security_group (3535e309-baf3-4527-8791-16fc54e9fea3), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.976716 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Publish callbacks [] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:36.988561 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.047621 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port c0250c4c-4d1b-4a27-98a7-afdd8e09edac, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c0250c4c-4d1b-4a27-98a7-afdd8e09edac,segment=NetworkSegment(da4ae621-dad7-4211-b601-5ed6112b8e5a),segment_id=da4ae621-dad7-4211-b601-5ed6112b8e5a)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:37.060483 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': 'c0250c4c-4d1b-4a27-98a7-afdd8e09edac', 'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62', 'port_id': 'c0250c4c-4d1b-4a27-98a7-afdd8e09edac', 'mac_address': 'fa:16:3e:87:a6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b20e9b-aada-4f84-82dc-003ca02a5719', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:43:37.109331 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9b21c-32e3-4b82-b680-bd4fdcd68128 req-cbf6b997-3c22-4cc0-8731-25a6f2950382 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:37.113134 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-36d1abb3-4dee-4f9b-8439-a164cbb1ef04 admin admin] Publish callbacks [] for security_group (3535e309-baf3-4527-8791-16fc54e9fea3), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.121650 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57c9b21c-32e3-4b82-b680-bd4fdcd68128 req-cbf6b997-3c22-4cc0-8731-25a6f2950382 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0984275 May 05 15:43:37.130897 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port c0250c4c-4d1b-4a27-98a7-afdd8e09edac is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:37.131558 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.133763 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3753025'] for router_interface (b88bfb61-71c8-4362-87b4-943c9abf5304), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.168397 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0250c4c-4d1b-4a27-98a7-afdd8e09edac {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:43:37.202716 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57c9b21c-32e3-4b82-b680-bd4fdcd68128 req-b24862f2-d245-4916-91a5-da9b4858caf7 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794530 May 05 15:43:37.210750 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port c0250c4c-4d1b-4a27-98a7-afdd8e09edac, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c0250c4c-4d1b-4a27-98a7-afdd8e09edac,segment=NetworkSegment(da4ae621-dad7-4211-b601-5ed6112b8e5a),segment_id=da4ae621-dad7-4211-b601-5ed6112b8e5a)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:37.217063 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.217971 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Pushing event updated for resources: {'Port': ['ID=b41f7b84-4492-4926-87eb-d827dbe7c955,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:37.254399 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7226c44-1491-4d02-ae0f-d5d3d961624c req-5cf6ed10-d3d7-4375-85ce-9439315ee765 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:37.256420 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b7226c44-1491-4d02-ae0f-d5d3d961624c req-5cf6ed10-d3d7-4375-85ce-9439315ee765 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 945 time: 0.1493704 May 05 15:43:37.294816 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device bec719af-eaff-4d54-9375-5134143eab54 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:37.320878 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-36d1abb3-4dee-4f9b-8439-a164cbb1ef04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (3535e309-baf3-4527-8791-16fc54e9fea3), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.322679 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=c0250c4c-4d1b-4a27-98a7-afdd8e09edac,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:37.323515 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-36d1abb3-4dee-4f9b-8439-a164cbb1ef04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.324674 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-36d1abb3-4dee-4f9b-8439-a164cbb1ef04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3535e309-baf3-4527-8791-16fc54e9fea3 HTTP/1.1" status: 204 len: 168 time: 0.5112433 May 05 15:43:37.354916 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port bec719af-eaff-4d54-9375-5134143eab54 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:37.355841 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (bec719af-eaff-4d54-9375-5134143eab54), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.355965 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1abb3-4dee-4f9b-8439-a164cbb1ef04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3535e309-baf3-4527-8791-16fc54e9fea3,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:37.396578 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Network 4c917937-69eb-430c-8eab-808f4d247463 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:37.398194 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:37.402913 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b7226c44-1491-4d02-ae0f-d5d3d961624c req-0d5fa17e-0bd5-4ee2-9692-5f7e63fb9252 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353502 May 05 15:43:37.503583 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port bec719af-eaff-4d54-9375-5134143eab54 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:37.505135 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 600af8b2-0e3d-400c-afeb-c34b5331f176 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:37.566018 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 600af8b2-0e3d-400c-afeb-c34b5331f176 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:37.566515 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.603378 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Router b88bfb61-71c8-4362-87b4-943c9abf5304 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:43:37.683045 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 600af8b2-0e3d-400c-afeb-c34b5331f176 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:37.683727 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.710568 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port 600af8b2-0e3d-400c-afeb-c34b5331f176, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=600af8b2-0e3d-400c-afeb-c34b5331f176,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:37.723217 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.761248 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-90af500e-7243-4ce4-a071-f6f3e1ea02c6 None None] Provisioning complete for port b41f7b84-4492-4926-87eb-d827dbe7c955 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:37.761621 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-90af500e-7243-4ce4-a071-f6f3e1ea02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.774468 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:43:37.781494 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-b7f4f985-eed7-4057-b74c-946adec216fa admin admin] 10.222.0.58 "PUT /v2.0/routers/b88bfb61-71c8-4362-87b4-943c9abf5304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3604870 May 05 15:43:37.820824 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=600af8b2-0e3d-400c-afeb-c34b5331f176,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:37.824983 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-90af500e-7243-4ce4-a071-f6f3e1ea02c6 None None] Port b41f7b84-4492-4926-87eb-d827dbe7c955 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:43:37.825698 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55818) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:37.841664 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5b6fd0f1-3cca-4134-a603-f64bcbd48273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.919975 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5b6fd0f1-3cca-4134-a603-f64bcbd48273 admin admin] Publish callbacks [] for security_group (929dc8fc-df86-415f-a133-99744f4faf72), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.924137 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5b6fd0f1-3cca-4134-a603-f64bcbd48273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (929dc8fc-df86-415f-a133-99744f4faf72), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:37.963969 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-5b6fd0f1-3cca-4134-a603-f64bcbd48273 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3227a96a8c94619a9ef6e1d6e9dab82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369700 May 05 15:43:37.966639 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 55826) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:37.970313 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fd0f1-3cca-4134-a603-f64bcbd48273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929dc8fc-df86-415f-a133-99744f4faf72,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:38.021411 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2c2f3883-9f0d-4976-b6bd-86cc959c2ea0 admin admin] Publish callbacks [] for security_group (929dc8fc-df86-415f-a133-99744f4faf72), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.075062 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2c2f3883-9f0d-4976-b6bd-86cc959c2ea0 admin admin] Publish callbacks [] for security_group (929dc8fc-df86-415f-a133-99744f4faf72), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.089918 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bb97d-a978-4e6b-ac5c-0d410165fb3c req-5c2debe3-a817-42dd-9cfc-186f7c3ff21f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:38.091432 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a99bb97d-a978-4e6b-ac5c-0d410165fb3c req-5c2debe3-a817-42dd-9cfc-186f7c3ff21f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 944 time: 0.0681038 May 05 15:43:38.161338 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a99bb97d-a978-4e6b-ac5c-0d410165fb3c req-ddc820e6-29db-49eb-9f1a-437f5379c360 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625789 May 05 15:43:38.162392 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2c2f3883-9f0d-4976-b6bd-86cc959c2ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (929dc8fc-df86-415f-a133-99744f4faf72), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.165076 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2c2f3883-9f0d-4976-b6bd-86cc959c2ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.166151 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2c2f3883-9f0d-4976-b6bd-86cc959c2ea0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/929dc8fc-df86-415f-a133-99744f4faf72 HTTP/1.1" status: 204 len: 168 time: 0.1982691 May 05 15:43:38.194447 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f3883-9f0d-4976-b6bd-86cc959c2ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929dc8fc-df86-415f-a133-99744f4faf72,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:38.345392 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38946fd-2e13-4232-bd3b-c2f62278caa5 req-5f3246df-384f-4153-8f54-fd1587322820 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:38.346894 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c38946fd-2e13-4232-bd3b-c2f62278caa5 req-5f3246df-384f-4153-8f54-fd1587322820 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0572281 May 05 15:43:38.373122 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55832) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:38.380078 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-29f5b7b0-af4c-4b19-9358-bc02b4ab84d0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299333235', 'description': 'tempest-secgroup-smoke-1299333235 description', 'project_id': '89fca92b565f42ffba33b22f01fbc248'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:38.405760 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c38946fd-2e13-4232-bd3b-c2f62278caa5 req-558afeb0-52cd-4ff0-ab00-ab37219973c8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513225 May 05 15:43:38.416206 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-29f5b7b0-af4c-4b19-9358-bc02b4ab84d0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.507674 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-29f5b7b0-af4c-4b19-9358-bc02b4ab84d0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group (84c7d6a7-2d9d-4783-bb0e-81335e3e3b09), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.537941 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-29f5b7b0-af4c-4b19-9358-bc02b4ab84d0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (84c7d6a7-2d9d-4783-bb0e-81335e3e3b09), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.580893 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc55e35-d8a4-47fc-9716-b215f7660cdd req-53e3e37d-56ea-41dc-8d45-c827603243aa tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:38.582589 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-acc55e35-d8a4-47fc-9716-b215f7660cdd req-53e3e37d-56ea-41dc-8d45-c827603243aa tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 945 time: 0.0796866 May 05 15:43:38.587749 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-29f5b7b0-af4c-4b19-9358-bc02b4ab84d0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.588934 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-29f5b7b0-af4c-4b19-9358-bc02b4ab84d0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2143128 May 05 15:43:38.591967 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 55844) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:38.592100 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5b7b0-af4c-4b19-9358-bc02b4ab84d0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:38.598219 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-1d551c0d-d369-4b8f-b3b6-1064145ece88 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Request body: {'security_group_rule': {'security_group_id': '84c7d6a7-2d9d-4783-bb0e-81335e3e3b09', 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:38.609832 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Sync routers for ids ['b88bfb61-71c8-4362-87b4-943c9abf5304'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:43:38.631678 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Routers {'b88bfb61-71c8-4362-87b4-943c9abf5304'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:38.632358 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['b88bfb61-71c8-4362-87b4-943c9abf5304'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:38.635422 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1d551c0d-d369-4b8f-b3b6-1064145ece88 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (cf9bb194-34a3-4018-8b0d-d1aad4687b5f), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.658157 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-acc55e35-d8a4-47fc-9716-b215f7660cdd req-ff73925d-c3ad-46b6-a0d1-e0e14d23eed9 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672450 May 05 15:43:38.726476 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1d551c0d-d369-4b8f-b3b6-1064145ece88 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (cf9bb194-34a3-4018-8b0d-d1aad4687b5f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.731724 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1d551c0d-d369-4b8f-b3b6-1064145ece88 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (cf9bb194-34a3-4018-8b0d-d1aad4687b5f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.760150 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d551c0d-d369-4b8f-b3b6-1064145ece88 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9bb194-34a3-4018-8b0d-d1aad4687b5f,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:38.767915 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1d551c0d-d369-4b8f-b3b6-1064145ece88 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.769128 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1d551c0d-d369-4b8f-b3b6-1064145ece88 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1754661 May 05 15:43:38.772400 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 55852) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:38.777290 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-17b327df-b62e-4252-a149-30d52880bb75 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Request body: {'security_group_rule': {'security_group_id': '84c7d6a7-2d9d-4783-bb0e-81335e3e3b09', 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:38.806966 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-17b327df-b62e-4252-a149-30d52880bb75 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (9977c8aa-b1c5-4156-a31f-7a136d50958a), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.877107 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-17b327df-b62e-4252-a149-30d52880bb75 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (9977c8aa-b1c5-4156-a31f-7a136d50958a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.883058 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-17b327df-b62e-4252-a149-30d52880bb75 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (9977c8aa-b1c5-4156-a31f-7a136d50958a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.902858 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b327df-b62e-4252-a149-30d52880bb75 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9977c8aa-b1c5-4156-a31f-7a136d50958a,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:38.913691 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Set router b88bfb61-71c8-4362-87b4-943c9abf5304 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:38.921450 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-17b327df-b62e-4252-a149-30d52880bb75 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:38.923281 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-17b327df-b62e-4252-a149-30d52880bb75 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1498260 May 05 15:43:38.926693 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 55862) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:38.931578 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-733dbbf8-bba6-4827-b19d-e05077f9c5cb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Request body: {'security_group_rule': {'security_group_id': '84c7d6a7-2d9d-4783-bb0e-81335e3e3b09', 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:38.964346 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-733dbbf8-bba6-4827-b19d-e05077f9c5cb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (46b51dc8-fa5c-4eff-b874-f49b9f2e9f6f), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.000736 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['c0250c4c-4d1b-4a27-98a7-afdd8e09edac'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:43:39.044514 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-733dbbf8-bba6-4827-b19d-e05077f9c5cb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (46b51dc8-fa5c-4eff-b874-f49b9f2e9f6f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.050442 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-733dbbf8-bba6-4827-b19d-e05077f9c5cb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (46b51dc8-fa5c-4eff-b874-f49b9f2e9f6f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.075084 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733dbbf8-bba6-4827-b19d-e05077f9c5cb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b51dc8-fa5c-4eff-b874-f49b9f2e9f6f,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:39.087400 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-733dbbf8-bba6-4827-b19d-e05077f9c5cb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.088726 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-733dbbf8-bba6-4827-b19d-e05077f9c5cb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1606829 May 05 15:43:39.091704 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 55866) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:39.100337 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-6b61e1b6-353f-4def-9e1b-37b89ced5947 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Request body: {'security_group_rule': {'security_group_id': '84c7d6a7-2d9d-4783-bb0e-81335e3e3b09', 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:39.114735 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 600af8b2-0e3d-400c-afeb-c34b5331f176 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:39.146835 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b61e1b6-353f-4def-9e1b-37b89ced5947 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (ae203c0f-f32e-444d-8d59-ba1f4dabf579), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.243462 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebdc6b-a123-4055-b299-5908ee9bd459 req-7cd2034e-29b5-4590-8683-7ba2d430a212 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:39.245332 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-25ebdc6b-a123-4055-b299-5908ee9bd459 req-7cd2034e-29b5-4590-8683-7ba2d430a212 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 945 time: 0.0656812 May 05 15:43:39.256634 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 600af8b2-0e3d-400c-afeb-c34b5331f176 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:39.257037 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.288416 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'name': 'tempest-TestShelveInstance-1515753593-router', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:43:36Z', 'revision_number': 4, 'project_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'gw_port': {'id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'b41f7b84-4492-4926-87eb-d827dbe7c955', 'name': '', 'network_id': '4c917937-69eb-430c-8eab-808f4d247463', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'mac_address': 'fa:16:3e:0b:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '66df3b66-7225-46c6-9b58-3ced09e78ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:35Z', 'updated_at': '2022-05-05T15:43:36Z', 'revision_number': 2, 'project_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'subnets': [{'id': '66df3b66-7225-46c6-9b58-3ced09e78ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:39.289843 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b61e1b6-353f-4def-9e1b-37b89ced5947 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (ae203c0f-f32e-444d-8d59-ba1f4dabf579), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.307664 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b61e1b6-353f-4def-9e1b-37b89ced5947 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (ae203c0f-f32e-444d-8d59-ba1f4dabf579), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.325714 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Checking router: b88bfb61-71c8-4362-87b4-943c9abf5304 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:43:39.326074 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Updating router b88bfb61-71c8-4362-87b4-943c9abf5304 port b41f7b84-4492-4926-87eb-d827dbe7c955 binding host dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:43:39.341628 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14032-91ea-4164-a6f5-6e8e3fef203f req-c8eb0351-9bc1-40d8-930e-1b4a7817ebc6 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:39.345012 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b3a14032-91ea-4164-a6f5-6e8e3fef203f req-c8eb0351-9bc1-40d8-930e-1b4a7817ebc6 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 944 time: 0.0725341 May 05 15:43:39.358804 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b61e1b6-353f-4def-9e1b-37b89ced5947 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.363306 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6b61e1b6-353f-4def-9e1b-37b89ced5947 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2692235 May 05 15:43:39.364000 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 55874) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:39.371797 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-ffbacd14-bacb-437c-8971-f0122557d9a6 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Request body: {'security_group_rule': {'security_group_id': '84c7d6a7-2d9d-4783-bb0e-81335e3e3b09', 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:39.383555 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61e1b6-353f-4def-9e1b-37b89ced5947 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae203c0f-f32e-444d-8d59-ba1f4dabf579,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:39.388168 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.410950 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-25ebdc6b-a123-4055-b299-5908ee9bd459 req-a733e9a7-0395-44c4-9fd9-5f871c136fb4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Deleting port bbe295f7-be5b-4368-99dc-a2faabf9c979 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:43:39.411492 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-25ebdc6b-a123-4055-b299-5908ee9bd459 req-a733e9a7-0395-44c4-9fd9-5f871c136fb4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.417910 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b3a14032-91ea-4164-a6f5-6e8e3fef203f req-fea27374-ee37-4950-a83c-d08bd863d68b tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678642 May 05 15:43:39.430601 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.securitygroups_db [None req-ffbacd14-bacb-437c-8971-f0122557d9a6 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Project 89fca92b565f42ffba33b22f01fbc248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:43:39.445968 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ffbacd14-bacb-437c-8971-f0122557d9a6 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (e813f9f4-e79f-4747-acce-48b898dea871), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.497033 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 600af8b2-0e3d-400c-afeb-c34b5331f176 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:39.595138 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ffbacd14-bacb-437c-8971-f0122557d9a6 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (e813f9f4-e79f-4747-acce-48b898dea871), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.603911 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcddab8-1da4-4953-b43b-393de78fc01b req-738883c9-01c5-488e-8e3f-ff6be3feae12 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:39.605426 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4dcddab8-1da4-4953-b43b-393de78fc01b req-738883c9-01c5-488e-8e3f-ff6be3feae12 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0790703 May 05 15:43:39.608464 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ffbacd14-bacb-437c-8971-f0122557d9a6 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (e813f9f4-e79f-4747-acce-48b898dea871), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.644895 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-25ebdc6b-a123-4055-b299-5908ee9bd459 req-a733e9a7-0395-44c4-9fd9-5f871c136fb4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] For port bbe295f7-be5b-4368-99dc-a2faabf9c979, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bbe295f7-be5b-4368-99dc-a2faabf9c979,segment=NetworkSegment(370bf960-8beb-4c5d-af58-f99ff8900c7e),segment_id=370bf960-8beb-4c5d-af58-f99ff8900c7e)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:39.645263 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-25ebdc6b-a123-4055-b299-5908ee9bd459 req-a733e9a7-0395-44c4-9fd9-5f871c136fb4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.661106 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbacd14-bacb-437c-8971-f0122557d9a6 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e813f9f4-e79f-4747-acce-48b898dea871,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:39.671803 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-25ebdc6b-a123-4055-b299-5908ee9bd459 req-a733e9a7-0395-44c4-9fd9-5f871c136fb4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Calling delete_port for bbe295f7-be5b-4368-99dc-a2faabf9c979 owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:43:39.683135 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ffbacd14-bacb-437c-8971-f0122557d9a6 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.686822 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ffbacd14-bacb-437c-8971-f0122557d9a6 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3160920 May 05 15:43:39.687308 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55888) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:39.693125 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-a32d12c5-a0c3-4fba-a746-09f03a08155d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Request body: {'security_group_rule': {'security_group_id': '84c7d6a7-2d9d-4783-bb0e-81335e3e3b09', 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:39.733934 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4dcddab8-1da4-4953-b43b-393de78fc01b req-711ed1b8-7d28-41bc-aad0-17c30a4c8eb9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129634 May 05 15:43:39.735364 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.securitygroups_db [None req-a32d12c5-a0c3-4fba-a746-09f03a08155d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Project 89fca92b565f42ffba33b22f01fbc248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:43:39.778885 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Publish callbacks [] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.784103 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a32d12c5-a0c3-4fba-a746-09f03a08155d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (b52746e5-4e39-4a9b-a17c-f79524cf629b), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.791842 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.838627 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f772bd7-3577-4cb6-b62d-aef283a3d4c8 req-01b4bfb7-0521-4020-9ecf-fe9125fea596 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:39.848681 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9f772bd7-3577-4cb6-b62d-aef283a3d4c8 req-01b4bfb7-0521-4020-9ecf-fe9125fea596 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c1269b6-e1d1-45e5-9415-675c01e9db0e HTTP/1.1" status: 200 len: 945 time: 0.1193070 May 05 15:43:39.882326 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140aec80-d6c5-4a7c-83a5-aea244e8d10c None None] Pushing event updated for resources: {'Port': ['ID=b41f7b84-4492-4926-87eb-d827dbe7c955,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:39.954977 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-25ebdc6b-a123-4055-b299-5908ee9bd459 req-a733e9a7-0395-44c4-9fd9-5f871c136fb4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (bbe295f7-be5b-4368-99dc-a2faabf9c979), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:39.993244 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Attempting to bind port b41f7b84-4492-4926-87eb-d827dbe7c955 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:43:39.998447 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Attempting to bind port b41f7b84-4492-4926-87eb-d827dbe7c955 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '62b9f2e9-0587-4893-a6da-962ff413d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4c917937-69eb-430c-8eab-808f4d247463'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:43:39.998924 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Attempting to bind port b41f7b84-4492-4926-87eb-d827dbe7c955 on network 4c917937-69eb-430c-8eab-808f4d247463 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:40.016250 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:43:40.017068 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Checking segment: {'id': '62b9f2e9-0587-4893-a6da-962ff413d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4c917937-69eb-430c-8eab-808f4d247463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:40.022621 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.024226 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Bound using segment: {'id': '62b9f2e9-0587-4893-a6da-962ff413d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4c917937-69eb-430c-8eab-808f4d247463'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:43:40.024802 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Bound port: b41f7b84-4492-4926-87eb-d827dbe7c955, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b9f2e9-0587-4893-a6da-962ff413d43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4c917937-69eb-430c-8eab-808f4d247463'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:43:40.026704 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.053730 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9f772bd7-3577-4cb6-b62d-aef283a3d4c8 req-8ff23205-df5a-4cfd-9c83-53944d183ee0 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036543 May 05 15:43:40.062200 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a32d12c5-a0c3-4fba-a746-09f03a08155d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (b52746e5-4e39-4a9b-a17c-f79524cf629b), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.070782 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a32d12c5-a0c3-4fba-a746-09f03a08155d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (b52746e5-4e39-4a9b-a17c-f79524cf629b), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.108387 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733e9a7-0395-44c4-9fd9-5f871c136fb4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Pushing event deleted for resources: {'Port': ['ID=bbe295f7-be5b-4368-99dc-a2faabf9c979,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:40.114980 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a32d12c5-a0c3-4fba-a746-09f03a08155d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.116175 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-a32d12c5-a0c3-4fba-a746-09f03a08155d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4275715 May 05 15:43:40.125284 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d12c5-a0c3-4fba-a746-09f03a08155d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52746e5-4e39-4a9b-a17c-f79524cf629b,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:40.154932 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ebdc6b-a123-4055-b299-5908ee9bd459 req-a733e9a7-0395-44c4-9fd9-5f871c136fb4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] No DVR routers for this DVR port bbe295f7-be5b-4368-99dc-a2faabf9c979 on host hv-cinder-83979 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:43:40.158631 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-25ebdc6b-a123-4055-b299-5908ee9bd459 req-a733e9a7-0395-44c4-9fd9-5f871c136fb4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.167382 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-25ebdc6b-a123-4055-b299-5908ee9bd459 req-a733e9a7-0395-44c4-9fd9-5f871c136fb4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.41 "DELETE /v2.0/ports/bbe295f7-be5b-4368-99dc-a2faabf9c979 HTTP/1.1" status: 204 len: 173 time: 0.9139867 May 05 15:43:40.167869 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1269b6-e1d1-45e5-9415-675c01e9db0e', 'name': 'network-vif-deleted', 'tag': 'bbe295f7-be5b-4368-99dc-a2faabf9c979'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:40.174514 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd57cb05-601a-4778-901b-485ef9b6f731" -d '{"events": [{"server_uuid": "1c1269b6-e1d1-45e5-9415-675c01e9db0e", "name": "network-vif-deleted", "tag": "bbe295f7-be5b-4368-99dc-a2faabf9c979"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:40.234879 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['bbe295f7-be5b-4368-99dc-a2faabf9c979'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:43:40.236807 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b615355c-9fcd-41db-b422-c3474a868fee x-openstack-request-id: req-b615355c-9fcd-41db-b422-c3474a868fee {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:40.237179 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1269b6-e1d1-45e5-9415-675c01e9db0e", "name": "network-vif-deleted", "tag": "bbe295f7-be5b-4368-99dc-a2faabf9c979", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:40.237503 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b615355c-9fcd-41db-b422-c3474a868fee {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:40.238017 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b615355c-9fcd-41db-b422-c3474a868fee'] response: {'server_uuid': '1c1269b6-e1d1-45e5-9415-675c01e9db0e', 'name': 'network-vif-deleted', 'tag': 'bbe295f7-be5b-4368-99dc-a2faabf9c979', 'status': 'completed', 'code': 200} May 05 15:43:40.243362 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] For port b41f7b84-4492-4926-87eb-d827dbe7c955, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:43:40.293568 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] For port b41f7b84-4492-4926-87eb-d827dbe7c955, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=b41f7b84-4492-4926-87eb-d827dbe7c955,segment=NetworkSegment(62b9f2e9-0587-4893-a6da-962ff413d43c),segment_id=62b9f2e9-0587-4893-a6da-962ff413d43c)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:43:40.298101 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-1abfb7dd-3aa3-4e8d-8603-3a915ea26adf None None] Provisioning complete for port b41f7b84-4492-4926-87eb-d827dbe7c955 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:40.298927 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1abfb7dd-3aa3-4e8d-8603-3a915ea26adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.366118 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.451896 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Routers {'b88bfb61-71c8-4362-87b4-943c9abf5304'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:43:40.452543 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['b88bfb61-71c8-4362-87b4-943c9abf5304'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:40.460173 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140aec80-d6c5-4a7c-83a5-aea244e8d10c None None] Pushing event updated for resources: {'Port': ['ID=b41f7b84-4492-4926-87eb-d827dbe7c955,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:40.548998 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 55956) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:40.618011 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae05d03-673d-4b9a-910f-ef340c51905c req-64ed09ec-19ef-4873-8413-a989930243a8 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:40.619626 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3ae05d03-673d-4b9a-910f-ef340c51905c req-64ed09ec-19ef-4873-8413-a989930243a8 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 944 time: 0.0843539 May 05 15:43:40.621286 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device c0250c4c-4d1b-4a27-98a7-afdd8e09edac up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:40.684338 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-1abfb7dd-3aa3-4e8d-8603-3a915ea26adf None None] Current status of the port b41f7b84-4492-4926-87eb-d827dbe7c955 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:40.684721 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1abfb7dd-3aa3-4e8d-8603-3a915ea26adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.709337 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fad5655e-c469-4c61-83ed-f4f961f7e9ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.780275 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3ae05d03-673d-4b9a-910f-ef340c51905c req-a4891b64-d775-4ae9-a2c8-3999d84a0569 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543386 May 05 15:43:40.824262 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port c0250c4c-4d1b-4a27-98a7-afdd8e09edac completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:43:40.848963 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-1abfb7dd-3aa3-4e8d-8603-3a915ea26adf None None] For port b41f7b84-4492-4926-87eb-d827dbe7c955, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=b41f7b84-4492-4926-87eb-d827dbe7c955,segment=NetworkSegment(62b9f2e9-0587-4893-a6da-962ff413d43c),segment_id=62b9f2e9-0587-4893-a6da-962ff413d43c)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:40.850326 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port c0250c4c-4d1b-4a27-98a7-afdd8e09edac triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:40.850883 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.874615 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fad5655e-c469-4c61-83ed-f4f961f7e9ee admin admin] Publish callbacks [] for security_group (0f9b412c-4980-4662-bd7f-e41e2b3f0085), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.880875 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] Set router b88bfb61-71c8-4362-87b4-943c9abf5304 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:43:40.883482 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1abfb7dd-3aa3-4e8d-8603-3a915ea26adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:40.884112 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fad5655e-c469-4c61-83ed-f4f961f7e9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (0f9b412c-4980-4662-bd7f-e41e2b3f0085), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:41.046698 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 55994) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:41.047101 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-fad5655e-c469-4c61-83ed-f4f961f7e9ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36bd656881bb44fab197749e5d69cc9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4968009 May 05 15:43:41.054193 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5655e-c469-4c61-83ed-f4f961f7e9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9b412c-4980-4662-bd7f-e41e2b3f0085,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:41.068603 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3653853-474e-48c3-894c-523c63ffbcd5 req-80832697-39d1-4c7b-9210-369dfddd013a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:41.073538 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfb7dd-3aa3-4e8d-8603-3a915ea26adf None None] Pushing event updated for resources: {'Port': ['ID=b41f7b84-4492-4926-87eb-d827dbe7c955,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:41.075748 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c3653853-474e-48c3-894c-523c63ffbcd5 req-80832697-39d1-4c7b-9210-369dfddd013a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1628287 May 05 15:43:41.085185 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-7f5472b3-bf55-4195-81ee-c89b44d5a3da None None] Provisioning complete for port b41f7b84-4492-4926-87eb-d827dbe7c955 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:41.085658 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7f5472b3-bf55-4195-81ee-c89b44d5a3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:41.165630 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c3653853-474e-48c3-894c-523c63ffbcd5 req-f3b2123e-70ea-4958-8968-2ceb6cbbf44d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889716 May 05 15:43:41.202958 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b62-07fd-4ad6-80e0-a3bb579babf5 admin admin] Publish callbacks [] for security_group (0f9b412c-4980-4662-bd7f-e41e2b3f0085), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:41.468533 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port c0250c4c-4d1b-4a27-98a7-afdd8e09edac is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:41.468928 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:41.509469 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aee5aab-ee38-47d5-a5c7-11b48abbbfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0250c4c-4d1b-4a27-98a7-afdd8e09edac'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:41.512451 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11af8df1-3538-4404-ae75-de668646b973" -d '{"events": [{"server_uuid": "5aee5aab-ee38-47d5-a5c7-11b48abbbfb1", "name": "network-vif-plugged", "status": "completed", "tag": "c0250c4c-4d1b-4a27-98a7-afdd8e09edac"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:41.575338 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port c0250c4c-4d1b-4a27-98a7-afdd8e09edac, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c0250c4c-4d1b-4a27-98a7-afdd8e09edac,segment=NetworkSegment(da4ae621-dad7-4211-b601-5ed6112b8e5a),segment_id=da4ae621-dad7-4211-b601-5ed6112b8e5a)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:43:41.589267 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b62-07fd-4ad6-80e0-a3bb579babf5 admin admin] Publish callbacks [] for security_group (0f9b412c-4980-4662-bd7f-e41e2b3f0085), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:41.594099 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:41.599677 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'name': 'tempest-TestShelveInstance-1515753593-router', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:43:36Z', 'revision_number': 4, 'project_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'gw_port': {'id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'b41f7b84-4492-4926-87eb-d827dbe7c955', 'name': '', 'network_id': '4c917937-69eb-430c-8eab-808f4d247463', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'mac_address': 'fa:16:3e:0b:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '66df3b66-7225-46c6-9b58-3ced09e78ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:35Z', 'updated_at': '2022-05-05T15:43:40Z', 'revision_number': 4, 'project_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'subnets': [{'id': '66df3b66-7225-46c6-9b58-3ced09e78ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:43:41.601747 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-7f5472b3-bf55-4195-81ee-c89b44d5a3da None None] Current status of the port b41f7b84-4492-4926-87eb-d827dbe7c955 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:41.661345 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8925cfa-74db-49c2-af8c-d8552c30cb58 None None] The sync data for ids ['b88bfb61-71c8-4362-87b4-943c9abf5304'] in dv-cinder-839793-9-iscsi is: [{'id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'name': 'tempest-TestShelveInstance-1515753593-router', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:43:36Z', 'revision_number': 4, 'project_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'gw_port': {'id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'b41f7b84-4492-4926-87eb-d827dbe7c955', 'name': '', 'network_id': '4c917937-69eb-430c-8eab-808f4d247463', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'mac_address': 'fa:16:3e:0b:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '66df3b66-7225-46c6-9b58-3ced09e78ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:35Z', 'updated_at': '2022-05-05T15:43:40Z', 'revision_number': 4, 'project_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'subnets': [{'id': '66df3b66-7225-46c6-9b58-3ced09e78ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:43:41.671494 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27171aaf-7e98-485b-b20f-450120e2479d x-openstack-request-id: req-27171aaf-7e98-485b-b20f-450120e2479d {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:41.672079 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aee5aab-ee38-47d5-a5c7-11b48abbbfb1", "name": "network-vif-plugged", "status": "completed", "tag": "c0250c4c-4d1b-4a27-98a7-afdd8e09edac", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:41.672547 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27171aaf-7e98-485b-b20f-450120e2479d {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:41.673141 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27171aaf-7e98-485b-b20f-450120e2479d'] response: {'server_uuid': '5aee5aab-ee38-47d5-a5c7-11b48abbbfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0250c4c-4d1b-4a27-98a7-afdd8e09edac', 'code': 200} May 05 15:43:41.686798 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-628591f5-4752-4669-ba2f-8c76f22146ef tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:41.689309 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-628591f5-4752-4669-ba2f-8c76f22146ef tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/networks?id=7b5443c2-56b6-44ba-9715-61e513dec3aa HTTP/1.1" status: 200 len: 809 time: 0.1928794 May 05 15:43:41.723456 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-c5f17414-3c43-486c-9278-4b2b251ef41c tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/quotas/d4e49eb80f604a5cb27b5f86788302f0 HTTP/1.1" status: 200 len: 375 time: 0.0273306 May 05 15:43:41.741972 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=c0250c4c-4d1b-4a27-98a7-afdd8e09edac,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:41.790242 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-89c890b9-e483-4182-a3bf-b5df6eb4ac46 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4e49eb80f604a5cb27b5f86788302f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654721 May 05 15:43:41.791309 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b62-07fd-4ad6-80e0-a3bb579babf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (0f9b412c-4980-4662-bd7f-e41e2b3f0085), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:41.794841 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1baf1b62-07fd-4ad6-80e0-a3bb579babf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:41.799340 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-1baf1b62-07fd-4ad6-80e0-a3bb579babf5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f9b412c-4980-4662-bd7f-e41e2b3f0085 HTTP/1.1" status: 204 len: 168 time: 0.7511899 May 05 15:43:41.935952 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 56050) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:41.981222 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-9b5d299a-f9ef-419c-a90a-6c7cc96750d2 service neutron] 10.222.0.58 "GET /v2.0/networks/7b5443c2-56b6-44ba-9715-61e513dec3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676471 May 05 15:43:42.013252 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf1b62-07fd-4ad6-80e0-a3bb579babf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9b412c-4980-4662-bd7f-e41e2b3f0085,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:42.048236 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de144029-e667-482b-bbcf-fabb9cdc26e0 req-43d206b4-d43e-4683-91c5-fbfe09704f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:42.052317 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-de144029-e667-482b-bbcf-fabb9cdc26e0 req-43d206b4-d43e-4683-91c5-fbfe09704f48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 1129 time: 0.1785443 May 05 15:43:42.069416 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8a37a-3004-421e-a26c-9fadd2a9cf4f req-18038d03-591a-4554-9ecb-ceafd39f2c89 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:42.071546 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-58e8a37a-3004-421e-a26c-9fadd2a9cf4f req-18038d03-591a-4554-9ecb-ceafd39f2c89 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 945 time: 0.1245866 May 05 15:43:42.125828 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-1fa68da0-0849-4f55-9d5f-705589c56a56 service neutron] 10.222.0.58 "GET /v2.0/networks/7b5443c2-56b6-44ba-9715-61e513dec3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433940 May 05 15:43:42.143863 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-159f2f7a-62a1-41a8-b37d-d6637aadce38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:42.159512 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-58e8a37a-3004-421e-a26c-9fadd2a9cf4f req-721a6aca-54dc-43eb-a2f3-a3ed08593f35 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815518 May 05 15:43:42.249846 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-159f2f7a-62a1-41a8-b37d-d6637aadce38 admin admin] Publish callbacks [] for security_group (3aace2d3-79a6-42e1-9cb8-e7aba53cfdb0), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:42.259134 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-159f2f7a-62a1-41a8-b37d-d6637aadce38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (3aace2d3-79a6-42e1-9cb8-e7aba53cfdb0), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:42.386557 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-159f2f7a-62a1-41a8-b37d-d6637aadce38 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=adc88884bd9043858507a35aac942c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4489062 May 05 15:43:42.389584 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 56068) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:42.413645 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f2f7a-62a1-41a8-b37d-d6637aadce38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aace2d3-79a6-42e1-9cb8-e7aba53cfdb0,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:42.444699 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a4c3c067-8b77-44b4-a3b7-802f66190346 req-cce0ac14-b6f4-48d0-84b8-ae5879d3430c tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 210 time: 0.0767937 May 05 15:43:42.449092 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652319f-0dc2-41e0-9100-cf2aa77d1884 req-60bc033e-0182-4c20-8455-f71f47aa2cc7 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:42.458586 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5652319f-0dc2-41e0-9100-cf2aa77d1884 req-60bc033e-0182-4c20-8455-f71f47aa2cc7 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1608591 May 05 15:43:42.541301 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-55543d35-a035-412f-aabd-d2609598db30 admin admin] Publish callbacks [] for security_group (3aace2d3-79a6-42e1-9cb8-e7aba53cfdb0), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:42.559695 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5652319f-0dc2-41e0-9100-cf2aa77d1884 req-12da792b-d3d9-4a03-a7c8-c8c38b42a5be tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998685 May 05 15:43:42.596868 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-55543d35-a035-412f-aabd-d2609598db30 admin admin] Publish callbacks [] for security_group (3aace2d3-79a6-42e1-9cb8-e7aba53cfdb0), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:42.675421 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-55543d35-a035-412f-aabd-d2609598db30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (3aace2d3-79a6-42e1-9cb8-e7aba53cfdb0), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:42.682478 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-55543d35-a035-412f-aabd-d2609598db30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:42.687114 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-55543d35-a035-412f-aabd-d2609598db30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3aace2d3-79a6-42e1-9cb8-e7aba53cfdb0 HTTP/1.1" status: 204 len: 168 time: 0.2941628 May 05 15:43:42.733646 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55543d35-a035-412f-aabd-d2609598db30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aace2d3-79a6-42e1-9cb8-e7aba53cfdb0,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:43.068850 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 56094) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:43.086524 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1b52e868-b56f-4653-b9cb-3b61f11b8227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:43.107032 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device bbe295f7-be5b-4368-99dc-a2faabf9c979 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:43:43.144543 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: bbe295f7-be5b-4368-99dc-a2faabf9c979 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:43:43.145160 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device bbe295f7-be5b-4368-99dc-a2faabf9c979 not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:43:43.146958 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device b41f7b84-4492-4926-87eb-d827dbe7c955 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:43:43.189719 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-de144029-e667-482b-bbcf-fabb9cdc26e0 req-71c4ec0e-5e18-4c54-bbaf-f1aa32dc46ef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728443 May 05 15:43:43.224446 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port b41f7b84-4492-4926-87eb-d827dbe7c955 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:43:43.225117 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:43.233731 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1b52e868-b56f-4653-b9cb-3b61f11b8227 admin admin] Publish callbacks [] for security_group (44ba2e56-268f-43b6-983f-e70540b1ffdd), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:43.241048 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1b52e868-b56f-4653-b9cb-3b61f11b8227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (44ba2e56-268f-43b6-983f-e70540b1ffdd), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:43.341746 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port b41f7b84-4492-4926-87eb-d827dbe7c955 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:43:43.348825 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-1b52e868-b56f-4653-b9cb-3b61f11b8227 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9bd7f819d14c43d1a521e9e75657b5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786381 May 05 15:43:43.352063 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52e868-b56f-4653-b9cb-3b61f11b8227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ba2e56-268f-43b6-983f-e70540b1ffdd,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:43.352547 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 56102) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:43.363242 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efffd8-3e46-45d9-8ebc-0d6128b536a2 req-291fc7ab-8c38-43c7-834c-932b7242e394 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:43.365604 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f9efffd8-3e46-45d9-8ebc-0d6128b536a2 req-291fc7ab-8c38-43c7-834c-932b7242e394 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 945 time: 0.0884466 May 05 15:43:43.435717 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f9efffd8-3e46-45d9-8ebc-0d6128b536a2 req-313aafaf-dff3-429a-acaf-696f0cb92806 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603917 May 05 15:43:43.438991 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8b09fa1b-1ea5-47be-bede-fdd8989b576c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:43.441009 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8636b4c1-25e2-4b95-aae9-0c62be4c51a6 admin admin] Publish callbacks [] for security_group (44ba2e56-268f-43b6-983f-e70540b1ffdd), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:43.467053 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8636b4c1-25e2-4b95-aae9-0c62be4c51a6 admin admin] Publish callbacks [] for security_group (44ba2e56-268f-43b6-983f-e70540b1ffdd), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:43.530936 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8636b4c1-25e2-4b95-aae9-0c62be4c51a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (44ba2e56-268f-43b6-983f-e70540b1ffdd), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:43.534062 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8636b4c1-25e2-4b95-aae9-0c62be4c51a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:43.536187 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-8636b4c1-25e2-4b95-aae9-0c62be4c51a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44ba2e56-268f-43b6-983f-e70540b1ffdd HTTP/1.1" status: 204 len: 168 time: 0.1816013 May 05 15:43:43.576911 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636b4c1-25e2-4b95-aae9-0c62be4c51a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ba2e56-268f-43b6-983f-e70540b1ffdd,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:43.589900 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cac07b4d-2302-4eba-878a-2dbc9c9a002e req-80a12326-d281-45f2-a495-544a4f341924 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 210 time: 0.0514936 May 05 15:43:43.713496 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcada90-a408-4807-bd68-199616226639 req-c40933c3-e028-45aa-849d-a1b4221b16dd tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:43.726905 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8bcada90-a408-4807-bd68-199616226639 req-c40933c3-e028-45aa-849d-a1b4221b16dd tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0700471 May 05 15:43:43.779382 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8bcada90-a408-4807-bd68-199616226639 req-811aaee8-ffa1-476b-8aab-5aa5b47c7703 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515292 May 05 15:43:44.588106 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee39254-4068-4e34-9b7c-89641b7c7b3b req-462607d9-eaea-4791-b1a4-3356a1f11c06 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:44.594985 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7ee39254-4068-4e34-9b7c-89641b7c7b3b req-462607d9-eaea-4791-b1a4-3356a1f11c06 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 945 time: 0.0646422 May 05 15:43:44.644693 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:44.664174 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7ee39254-4068-4e34-9b7c-89641b7c7b3b req-18bc917b-3578-4c1e-808f-0da76a61915f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650742 May 05 15:43:44.722048 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-39e52259-25c8-413f-a9dd-226b914079a8 req-6e910f14-f2a7-42da-8905-6c06cb3a6d79 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 210 time: 0.0284967 May 05 15:43:44.908637 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdddd6-ab5f-4b73-b9e3-70d3c9200a4f req-fffaec2c-1d50-42fe-aa6a-45eca9be41c5 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:44.914813 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7dbdddd6-ab5f-4b73-b9e3-70d3c9200a4f req-fffaec2c-1d50-42fe-aa6a-45eca9be41c5 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0616307 May 05 15:43:44.964504 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7dbdddd6-ab5f-4b73-b9e3-70d3c9200a4f req-b819c8f6-81d4-4677-aa8e-5006317c7f45 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472581 May 05 15:43:45.784769 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5be896f5-f368-460e-bd26-5cb7498334e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:45.796639 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2064c7-8624-4888-9acf-3deed3157da9 req-6e410802-bd60-46ea-a777-00c88aa1043b tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:45.798769 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5b2064c7-8624-4888-9acf-3deed3157da9 req-6e410802-bd60-46ea-a777-00c88aa1043b tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 945 time: 0.0647941 May 05 15:43:45.835417 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7ac17c2c-1d66-4141-a25f-9d6dd6db5322 req-f50937fa-37d3-4c1d-a278-fa46e7423244 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 210 time: 0.0288758 May 05 15:43:45.880075 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5b2064c7-8624-4888-9acf-3deed3157da9 req-dbe53dc1-26d1-45f9-904e-2b39f6fa45a2 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697293 May 05 15:43:46.096787 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6bc5e-15c6-4b5b-9ad5-9886b432846b req-8c5f894d-e785-4a2a-9f6a-06d34939b44d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:46.099124 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-68f6bc5e-15c6-4b5b-9ad5-9886b432846b req-8c5f894d-e785-4a2a-9f6a-06d34939b44d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0494816 May 05 15:43:46.147868 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-68f6bc5e-15c6-4b5b-9ad5-9886b432846b req-d5ea1082-2804-4e54-9cd5-0b18956aebc3 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430918 May 05 15:43:46.953354 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-845bddcb-8533-4310-a559-74bffb5329d5 req-0561ab56-578c-499f-8bc7-c24f8e5054b2 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 210 time: 0.0398867 May 05 15:43:46.966807 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:47.006292 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29382ab7-6000-4307-a649-73ce4e9d4549 req-f9a28c7c-2b4d-4739-849e-572a0fe4b588 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:47.007901 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-29382ab7-6000-4307-a649-73ce4e9d4549 req-f9a28c7c-2b4d-4739-849e-572a0fe4b588 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 945 time: 0.0570736 May 05 15:43:47.183263 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-29382ab7-6000-4307-a649-73ce4e9d4549 req-7bfd68f5-16e0-426f-bc8b-e7301c7db1a5 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685421 May 05 15:43:47.229162 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-c01c9d1d-3486-4639-bac7-8dde50292a15 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:47.231284 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-c01c9d1d-3486-4639-bac7-8dde50292a15 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.41 "GET /v2.0/networks?id=7b5443c2-56b6-44ba-9715-61e513dec3aa HTTP/1.1" status: 200 len: 809 time: 0.2007592 May 05 15:43:47.246872 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-e624ed76-7edb-4c11-96dc-20dfa66709e6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Request body: {'port': {'device_id': '543a0361-a5f4-4af1-ad8d-6428c0b695a4', 'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa', 'admin_state_up': True, 'tenant_id': 'd4e49eb80f604a5cb27b5f86788302f0'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:47.301833 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b420162-870f-4005-bbc4-64d5fd8f97a3 req-6f7d7d83-f675-4d13-ab5e-215c7c57e222 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:47.303849 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5b420162-870f-4005-bbc4-64d5fd8f97a3 req-6f7d7d83-f675-4d13-ab5e-215c7c57e222 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0584009 May 05 15:43:47.383355 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5b420162-870f-4005-bbc4-64d5fd8f97a3 req-096cbd0f-c721-4ea4-b2cb-beb69426812d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713801 May 05 15:43:47.429160 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-e624ed76-7edb-4c11-96dc-20dfa66709e6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Made reservation on behalf of d4e49eb80f604a5cb27b5f86788302f0 for: {'port': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:43:47.434757 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-e624ed76-7edb-4c11-96dc-20dfa66709e6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:47.578764 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-e624ed76-7edb-4c11-96dc-20dfa66709e6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Allocated IP 172.20.0.6 (7b5443c2-56b6-44ba-9715-61e513dec3aa/b34378c2-9c8a-4285-8583-ee40369ca78f/57710f16-602b-4c15-a519-8b009ea5066a) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:43:47.726354 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-e624ed76-7edb-4c11-96dc-20dfa66709e6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks [] for port (57710f16-602b-4c15-a519-8b009ea5066a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:47.759642 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-e624ed76-7edb-4c11-96dc-20dfa66709e6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (57710f16-602b-4c15-a519-8b009ea5066a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:47.806418 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-e624ed76-7edb-4c11-96dc-20dfa66709e6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Network 7b5443c2-56b6-44ba-9715-61e513dec3aa is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:43:47.809556 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-e624ed76-7edb-4c11-96dc-20dfa66709e6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:43:47.811990 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-e624ed76-7edb-4c11-96dc-20dfa66709e6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:43:47.840104 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624ed76-7edb-4c11-96dc-20dfa66709e6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Pushing event updated for resources: {'Port': ['ID=57710f16-602b-4c15-a519-8b009ea5066a,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:47.868118 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-e624ed76-7edb-4c11-96dc-20dfa66709e6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:47.868761 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-e624ed76-7edb-4c11-96dc-20dfa66709e6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:47.884469 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-e624ed76-7edb-4c11-96dc-20dfa66709e6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6417823 May 05 15:43:48.076415 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e56cc-ebf5-4e4a-97b3-3a459bb914b2 req-4f6e7189-479e-4053-9541-68038f10c58b tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:48.077953 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-178e56cc-ebf5-4e4a-97b3-3a459bb914b2 req-4f6e7189-479e-4053-9541-68038f10c58b tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 931 time: 0.0492640 May 05 15:43:48.130811 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-178e56cc-ebf5-4e4a-97b3-3a459bb914b2 req-46818573-87f5-4198-8933-4d849e66cd48 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462890 May 05 15:43:48.439805 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:48.503869 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6ead1-f0a3-49d2-9de0-b04d2c0739e1 req-692f6a59-d2aa-459c-a921-c0efe0397ec0 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:48.506415 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-86b6ead1-f0a3-49d2-9de0-b04d2c0739e1 req-692f6a59-d2aa-459c-a921-c0efe0397ec0 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0502052 May 05 15:43:48.558297 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-86b6ead1-f0a3-49d2-9de0-b04d2c0739e1 req-8030577d-0720-4ef7-83ae-63726f5fca61 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453396 May 05 15:43:49.247260 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c230c-9b63-49bb-9d93-34243c022e9e req-9665d463-513b-422d-ad4c-902b3ff1647b tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:49.248799 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-446c230c-9b63-49bb-9d93-34243c022e9e req-9665d463-513b-422d-ad4c-902b3ff1647b tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 931 time: 0.0487552 May 05 15:43:49.297553 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-446c230c-9b63-49bb-9d93-34243c022e9e req-be927df7-2fad-4b5e-8bf6-cbf93aa7166b tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433178 May 05 15:43:49.676735 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee203-b2f4-4208-a8f3-2106f52a515c req-e2188dbe-9ccb-4f84-9221-dbbc5f099199 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:49.678316 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-307ee203-b2f4-4208-a8f3-2106f52a515c req-e2188dbe-9ccb-4f84-9221-dbbc5f099199 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0517128 May 05 15:43:49.725440 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-307ee203-b2f4-4208-a8f3-2106f52a515c req-f90e7e3c-6bcf-430b-a8ac-b8b77796ffe3 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 May 05 15:43:49.927875 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:50.412845 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96920970-4863-42e1-9c89-f9dcd65ade1c req-9e8e192a-a8dc-4034-b5e9-9fe1ce17e4fe tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:50.414319 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-96920970-4863-42e1-9c89-f9dcd65ade1c req-9e8e192a-a8dc-4034-b5e9-9fe1ce17e4fe tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 931 time: 0.0486169 May 05 15:43:50.461872 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-96920970-4863-42e1-9c89-f9dcd65ade1c req-a4ddf78f-45a2-465b-ae72-fe8a1ae8ebcb tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 May 05 15:43:50.838765 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5f869-f7f1-481e-b9dc-7cf7cdd2da26 req-fa27ea08-4dfa-4fda-b61d-c63c07619fc0 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:50.840278 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d2d5f869-f7f1-481e-b9dc-7cf7cdd2da26 req-fa27ea08-4dfa-4fda-b61d-c63c07619fc0 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0467944 May 05 15:43:50.888094 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d2d5f869-f7f1-481e-b9dc-7cf7cdd2da26 req-43dd5397-c8f4-4815-bbe7-6b84393caa2f tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 May 05 15:43:50.912576 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Request body: {'port': {'device_id': '543a0361-a5f4-4af1-ad8d-6428c0b695a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:43:50.976002 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (57710f16-602b-4c15-a519-8b009ea5066a), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:51.238399 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57710f16-602b-4c15-a519-8b009ea5066a {{(pid=109966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:43:51.245888 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Publish callbacks [] for port (57710f16-602b-4c15-a519-8b009ea5066a), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:51.258348 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.provisioning_blocks [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Transition to ACTIVE for port object 57710f16-602b-4c15-a519-8b009ea5066a will not be triggered until provisioned by entity L2. {{(pid=109966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:43:51.261709 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (57710f16-602b-4c15-a519-8b009ea5066a), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:51.322750 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Pushing event updated for resources: {'Port': ['ID=57710f16-602b-4c15-a519-8b009ea5066a,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:51.390457 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Attempting to bind port 57710f16-602b-4c15-a519-8b009ea5066a on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:43:51.390792 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Attempting to bind port 57710f16-602b-4c15-a519-8b009ea5066a by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '370bf960-8beb-4c5d-af58-f99ff8900c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa'}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:43:51.391140 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Attempting to bind port 57710f16-602b-4c15-a519-8b009ea5066a on network 7b5443c2-56b6-44ba-9715-61e513dec3aa {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:51.395421 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Port 57710f16-602b-4c15-a519-8b009ea5066a on network 7b5443c2-56b6-44ba-9715-61e513dec3aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:43:51.395741 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Attempting to bind port 57710f16-602b-4c15-a519-8b009ea5066a on network 7b5443c2-56b6-44ba-9715-61e513dec3aa {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:43:51.401063 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:43:51.401401 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Checking segment: {'id': '370bf960-8beb-4c5d-af58-f99ff8900c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:43:51.401780 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Bound using segment: {'id': '370bf960-8beb-4c5d-af58-f99ff8900c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa'} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:43:51.402238 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Bound port: 57710f16-602b-4c15-a519-8b009ea5066a, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370bf960-8beb-4c5d-af58-f99ff8900c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa'}}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:43:51.402593 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (57710f16-602b-4c15-a519-8b009ea5066a), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:51.469748 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] For port 57710f16-602b-4c15-a519-8b009ea5066a, host hv-cinder-83979, cleared binding levels {{(pid=109966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:43:51.472972 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] For port 57710f16-602b-4c15-a519-8b009ea5066a, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=57710f16-602b-4c15-a519-8b009ea5066a,segment=NetworkSegment(370bf960-8beb-4c5d-af58-f99ff8900c7e),segment_id=370bf960-8beb-4c5d-af58-f99ff8900c7e)] {{(pid=109966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:43:51.478394 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (57710f16-602b-4c15-a519-8b009ea5066a), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:51.536629 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:51.537263 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:51.538722 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] 10.222.0.41 "PUT /v2.0/ports/57710f16-602b-4c15-a519-8b009ea5066a HTTP/1.1" status: 200 len: 1093 time: 0.6309981 May 05 15:43:51.540504 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543a0361-a5f4-4af1-ad8d-6428c0b695a4', 'tag': '57710f16-602b-4c15-a519-8b009ea5066a'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:43:51.543183 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadedf81-e583-4be7-9b3b-8662a98ad8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "543a0361-a5f4-4af1-ad8d-6428c0b695a4", "tag": "57710f16-602b-4c15-a519-8b009ea5066a"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:43:51.571630 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee59b16-aa6c-4a54-809f-d294a856318c service neutron] Pushing event updated for resources: {'Port': ['ID=57710f16-602b-4c15-a519-8b009ea5066a,revision_number=3']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:51.604954 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2e8336-1c43-4c75-a729-981e666c72b1 x-openstack-request-id: req-4f2e8336-1c43-4c75-a729-981e666c72b1 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:43:51.605261 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543a0361-a5f4-4af1-ad8d-6428c0b695a4", "tag": "57710f16-602b-4c15-a519-8b009ea5066a", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:43:51.605514 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f2e8336-1c43-4c75-a729-981e666c72b1 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:43:51.605907 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2e8336-1c43-4c75-a729-981e666c72b1'] response: {'name': 'network-changed', 'server_uuid': '543a0361-a5f4-4af1-ad8d-6428c0b695a4', 'tag': '57710f16-602b-4c15-a519-8b009ea5066a', 'status': 'completed', 'code': 200} May 05 15:43:51.642894 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05613f95-e025-47e4-a7e7-3541f32ef852 req-a205c3f8-b763-4e3c-95fd-4f98b6cb9a95 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:51.644471 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-05613f95-e025-47e4-a7e7-3541f32ef852 req-a205c3f8-b763-4e3c-95fd-4f98b6cb9a95 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 943 time: 0.1048245 May 05 15:43:51.648741 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-96529f43-0e8c-4df2-afcf-13a0bd63af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:51.650291 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-96529f43-0e8c-4df2-afcf-13a0bd63af59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e49eb80f604a5cb27b5f86788302f0&device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 1127 time: 0.0592282 May 05 15:43:51.713907 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-d0120e4d-a1d6-47c1-bab5-7fd4b11076d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57710f16-602b-4c15-a519-8b009ea5066a HTTP/1.1" status: 200 len: 217 time: 0.0460997 May 05 15:43:51.763981 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-05613f95-e025-47e4-a7e7-3541f32ef852 req-abc91729-07fe-4e85-8292-a233d8dcacf1 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127536 May 05 15:43:51.783957 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-a82bd661-f027-4778-a41e-059734f81b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:51.785436 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-a82bd661-f027-4778-a41e-059734f81b61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34378c2-9c8a-4285-8583-ee40369ca78f HTTP/1.1" status: 200 len: 849 time: 0.0592201 May 05 15:43:51.820482 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-504528c2-ceea-412a-963e-60f5f4b62ddc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b5443c2-56b6-44ba-9715-61e513dec3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278726 May 05 15:43:51.928953 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-d2ca3aac-86e4-4edf-9557-90ebc7ef7e48 service neutron] 10.222.0.41 "GET /v2.0/networks/7b5443c2-56b6-44ba-9715-61e513dec3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014142 May 05 15:43:52.031409 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e3ab332-c3aa-4bfc-8b1e-580db39a5275 req-57ac394a-88b7-45bd-821a-b78fc15a31d4 service neutron] 10.222.0.41 "GET /v2.0/networks/7b5443c2-56b6-44ba-9715-61e513dec3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953476 May 05 15:43:52.055027 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e059a6-2e8b-4a2f-bd57-ffdaaa264d0b req-4bccd8d9-cb23-41fc-be60-121a320e2ab1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:52.056524 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-62e059a6-2e8b-4a2f-bd57-ffdaaa264d0b req-4bccd8d9-cb23-41fc-be60-121a320e2ab1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0753572 May 05 15:43:52.122546 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-62e059a6-2e8b-4a2f-bd57-ffdaaa264d0b req-55f98873-9cc5-4340-8b30-4bda0438d496 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557957 May 05 15:43:52.130443 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadedf81-e583-4be7-9b3b-8662a98ad8ae req-358a871b-55d6-40f5-b8f3-4772a95a6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:52.132179 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fadedf81-e583-4be7-9b3b-8662a98ad8ae req-358a871b-55d6-40f5-b8f3-4772a95a6be6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e49eb80f604a5cb27b5f86788302f0&device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 1127 time: 0.0570822 May 05 15:43:52.227692 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadedf81-e583-4be7-9b3b-8662a98ad8ae req-09caa582-c7d8-4d6e-822c-7526819a12d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:52.229305 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fadedf81-e583-4be7-9b3b-8662a98ad8ae req-09caa582-c7d8-4d6e-822c-7526819a12d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b5443c2-56b6-44ba-9715-61e513dec3aa HTTP/1.1" status: 200 len: 910 time: 0.0905221 May 05 15:43:52.280710 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fadedf81-e583-4be7-9b3b-8662a98ad8ae req-10df9659-2caa-40b8-abc0-34265266444a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57710f16-602b-4c15-a519-8b009ea5066a HTTP/1.1" status: 200 len: 217 time: 0.0452898 May 05 15:43:52.330935 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadedf81-e583-4be7-9b3b-8662a98ad8ae req-b14dc967-359f-40d5-8852-b41ef935cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:52.332610 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fadedf81-e583-4be7-9b3b-8662a98ad8ae req-b14dc967-359f-40d5-8852-b41ef935cc8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34378c2-9c8a-4285-8583-ee40369ca78f HTTP/1.1" status: 200 len: 849 time: 0.0459664 May 05 15:43:52.364472 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fadedf81-e583-4be7-9b3b-8662a98ad8ae req-650efc56-3d4a-4cda-8a6b-52e9ab2d84c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b5443c2-56b6-44ba-9715-61e513dec3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249441 May 05 15:43:52.668905 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fadedf81-e583-4be7-9b3b-8662a98ad8ae req-4b4df773-3e07-4d2d-af74-c8c2ae9c97f1 service neutron] 10.222.0.41 "GET /v2.0/networks/7b5443c2-56b6-44ba-9715-61e513dec3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970033 May 05 15:43:52.762907 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fadedf81-e583-4be7-9b3b-8662a98ad8ae req-026cab81-fc3f-477f-9475-cf18a75a811b service neutron] 10.222.0.41 "GET /v2.0/networks/7b5443c2-56b6-44ba-9715-61e513dec3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848804 May 05 15:43:52.888752 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d48ccb-6ba8-4470-8854-d0413ae6bef1 req-4c5e0db1-8267-458d-840d-0a7c84777906 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:52.890528 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-43d48ccb-6ba8-4470-8854-d0413ae6bef1 req-4c5e0db1-8267-458d-840d-0a7c84777906 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 943 time: 0.0521247 May 05 15:43:52.946340 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-43d48ccb-6ba8-4470-8854-d0413ae6bef1 req-5e6a3c6c-cb4d-4b80-a44a-696f9b9499a9 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489392 May 05 15:43:53.240997 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2c293-0102-44ab-ac23-eafc4412d17c req-a856bb0c-89b3-437a-a1d8-949549437fbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:53.242510 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-acf2c293-0102-44ab-ac23-eafc4412d17c req-a856bb0c-89b3-437a-a1d8-949549437fbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0517538 May 05 15:43:53.295844 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-acf2c293-0102-44ab-ac23-eafc4412d17c req-02894860-db75-49e9-971c-457d412bcccf tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450196 May 05 15:43:54.065223 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b510d-4015-4f79-82c1-1780cddb2559 req-a5c05a37-c60f-425f-8928-bd0e72e44278 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:54.066750 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1b0b510d-4015-4f79-82c1-1780cddb2559 req-a5c05a37-c60f-425f-8928-bd0e72e44278 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 943 time: 0.0501225 May 05 15:43:54.114347 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1b0b510d-4015-4f79-82c1-1780cddb2559 req-72d221e0-f04f-4c27-a470-ad6a51fb1400 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413151 May 05 15:43:54.413885 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf4b5a-2efa-4403-b841-43b72023cf18 req-db863ea4-c473-4dab-a0d6-3c0d31d45a2b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:54.415420 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-17cf4b5a-2efa-4403-b841-43b72023cf18 req-db863ea4-c473-4dab-a0d6-3c0d31d45a2b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0483449 May 05 15:43:54.467857 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-17cf4b5a-2efa-4403-b841-43b72023cf18 req-fe9a172a-bf1d-4b3f-baf0-30510180ab82 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469384 May 05 15:43:55.228516 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1536a-c397-446a-9351-e0e97f57092d req-0258045a-8287-4721-9143-4e20fff7b9d8 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:55.229972 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-88e1536a-c397-446a-9351-e0e97f57092d req-0258045a-8287-4721-9143-4e20fff7b9d8 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 943 time: 0.0463336 May 05 15:43:55.280142 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-88e1536a-c397-446a-9351-e0e97f57092d req-a2576955-4934-4583-bb34-b0ce0dae0adb tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443559 May 05 15:43:55.592466 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56812c1c-b1aa-41d8-b1f7-07c33cc9fce9 req-1e1b005c-1bda-4603-bae9-a9ce551ceda7 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:55.593941 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-56812c1c-b1aa-41d8-b1f7-07c33cc9fce9 req-1e1b005c-1bda-4603-bae9-a9ce551ceda7 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0510476 May 05 15:43:55.615861 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 56480) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:55.649547 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-56812c1c-b1aa-41d8-b1f7-07c33cc9fce9 req-494a165d-6740-40ce-849f-bc90d5dc74c1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489864 May 05 15:43:55.722332 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c611b746-a2e2-4790-b5bf-646e3a435885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:55.801083 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c611b746-a2e2-4790-b5bf-646e3a435885 admin admin] Publish callbacks [] for security_group (472b0e18-6860-45f7-a2f1-3738cb9e2e20), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:55.806120 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c611b746-a2e2-4790-b5bf-646e3a435885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (472b0e18-6860-45f7-a2f1-3738cb9e2e20), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:55.843344 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611b746-a2e2-4790-b5bf-646e3a435885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472b0e18-6860-45f7-a2f1-3738cb9e2e20,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:55.847435 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c611b746-a2e2-4790-b5bf-646e3a435885 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69717ed1fabf49769bbba77a8046ebcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305069 May 05 15:43:55.850339 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 56484) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:55.901021 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6955a228-6621-4475-9433-5cd8789a4825 admin admin] Publish callbacks [] for security_group (472b0e18-6860-45f7-a2f1-3738cb9e2e20), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:55.922571 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6955a228-6621-4475-9433-5cd8789a4825 admin admin] Publish callbacks [] for security_group (472b0e18-6860-45f7-a2f1-3738cb9e2e20), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:55.976832 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6955a228-6621-4475-9433-5cd8789a4825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (472b0e18-6860-45f7-a2f1-3738cb9e2e20), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:55.979717 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6955a228-6621-4475-9433-5cd8789a4825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:55.980837 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6955a228-6621-4475-9433-5cd8789a4825 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/472b0e18-6860-45f7-a2f1-3738cb9e2e20 HTTP/1.1" status: 204 len: 168 time: 0.1296167 May 05 15:43:55.990196 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955a228-6621-4475-9433-5cd8789a4825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472b0e18-6860-45f7-a2f1-3738cb9e2e20,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:56.334968 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 56506) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:56.348408 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6c2fd89d-35af-4538-9a6d-fefeee1feda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:56.410813 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116c2b6-eb63-4598-82ab-1fe3bcb8973c req-65ecc495-a7f2-4866-a87d-5ad9fd986e14 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:56.412918 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4116c2b6-eb63-4598-82ab-1fe3bcb8973c req-65ecc495-a7f2-4866-a87d-5ad9fd986e14 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 943 time: 0.0613339 May 05 15:43:56.484576 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4116c2b6-eb63-4598-82ab-1fe3bcb8973c req-54e55fb1-7c48-460f-a55a-a1d708ea76f3 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649672 May 05 15:43:56.514381 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6c2fd89d-35af-4538-9a6d-fefeee1feda2 admin admin] Publish callbacks [] for security_group (3030e57e-8fde-4b6b-87e8-2ca56f6ec53a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:56.519178 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6c2fd89d-35af-4538-9a6d-fefeee1feda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (3030e57e-8fde-4b6b-87e8-2ca56f6ec53a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:56.559494 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6c2fd89d-35af-4538-9a6d-fefeee1feda2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f0274d39a2c414a8f9951c7b963c093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232490 May 05 15:43:56.560260 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fd89d-35af-4538-9a6d-fefeee1feda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3030e57e-8fde-4b6b-87e8-2ca56f6ec53a,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:56.562099 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 56510) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:56.613066 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-40f6eed1-f70b-4986-8246-e3d3a9641096 admin admin] Publish callbacks [] for security_group (3030e57e-8fde-4b6b-87e8-2ca56f6ec53a), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:56.633776 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-40f6eed1-f70b-4986-8246-e3d3a9641096 admin admin] Publish callbacks [] for security_group (3030e57e-8fde-4b6b-87e8-2ca56f6ec53a), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:56.683024 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-40f6eed1-f70b-4986-8246-e3d3a9641096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (3030e57e-8fde-4b6b-87e8-2ca56f6ec53a), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:56.685644 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-40f6eed1-f70b-4986-8246-e3d3a9641096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:56.687084 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-40f6eed1-f70b-4986-8246-e3d3a9641096 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3030e57e-8fde-4b6b-87e8-2ca56f6ec53a HTTP/1.1" status: 204 len: 168 time: 0.1236513 May 05 15:43:56.697837 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6eed1-f70b-4986-8246-e3d3a9641096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3030e57e-8fde-4b6b-87e8-2ca56f6ec53a,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:56.784644 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42d61-22f3-4c6b-9948-bb3c69bf57f3 req-560a8a4b-9d07-43d1-aba9-62b55264ae00 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:56.786704 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-36f42d61-22f3-4c6b-9948-bb3c69bf57f3 req-560a8a4b-9d07-43d1-aba9-62b55264ae00 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0532255 May 05 15:43:56.838886 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-36f42d61-22f3-4c6b-9948-bb3c69bf57f3 req-861aac0f-4438-41f1-bcdf-d01bff74ac2b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462971 May 05 15:43:57.668478 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b82d4-a2f6-495b-9042-0d452c9e7ec1 req-45cc8459-814c-40c6-86c7-a293f3741854 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:57.672232 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6d4b82d4-a2f6-495b-9042-0d452c9e7ec1 req-45cc8459-814c-40c6-86c7-a293f3741854 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 943 time: 0.0961182 May 05 15:43:57.763103 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6d4b82d4-a2f6-495b-9042-0d452c9e7ec1 req-2aa48693-c54c-435a-a5a7-6c8cc357acc4 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801404 May 05 15:43:57.957569 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08d9a4-6efd-4506-8803-28916001b53f req-350507e2-3f6b-4bd5-ac8e-03710d5dac12 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:57.959580 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-db08d9a4-6efd-4506-8803-28916001b53f req-350507e2-3f6b-4bd5-ac8e-03710d5dac12 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0490546 May 05 15:43:58.008760 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-db08d9a4-6efd-4506-8803-28916001b53f req-9a265275-4c87-49c2-af17-59965ce3d282 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431857 May 05 15:43:58.866917 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 56668) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:58.887816 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6dbc2-14ed-4568-845c-3445b0e5b766 req-e4e34c8e-40f7-4a0e-b7a1-6c8dfc55914d tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:58.889703 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e7c6dbc2-14ed-4568-845c-3445b0e5b766 req-e4e34c8e-40f7-4a0e-b7a1-6c8dfc55914d tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 943 time: 0.0548544 May 05 15:43:58.945281 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e7c6dbc2-14ed-4568-845c-3445b0e5b766 req-0fc4b78e-c37c-4418-afa5-a6747473e253 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495660 May 05 15:43:58.992145 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-afca472c-7da1-46e0-8443-814533d8c065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.079164 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-afca472c-7da1-46e0-8443-814533d8c065 admin admin] Publish callbacks [] for security_group (d4484492-966e-4a90-b6b1-c8070ad7f8e3), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.083762 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-afca472c-7da1-46e0-8443-814533d8c065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (d4484492-966e-4a90-b6b1-c8070ad7f8e3), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.156985 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-afca472c-7da1-46e0-8443-814533d8c065 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79b9daf79f9a4547a882fa9e32807457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889669 May 05 15:43:59.159740 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 56690) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:59.160000 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca472c-7da1-46e0-8443-814533d8c065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4484492-966e-4a90-b6b1-c8070ad7f8e3,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:59.169370 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16572db4-b9d8-4845-9698-6e2594d3f9ef req-b47d3327-4d72-4e2e-beca-d5f43b50d043 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:43:59.170863 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-16572db4-b9d8-4845-9698-6e2594d3f9ef req-b47d3327-4d72-4e2e-beca-d5f43b50d043 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0812593 May 05 15:43:59.211252 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6fc1358c-50ed-4e15-9359-4596449f72d4 admin admin] Publish callbacks [] for security_group (d4484492-966e-4a90-b6b1-c8070ad7f8e3), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.223123 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-16572db4-b9d8-4845-9698-6e2594d3f9ef req-a31835f5-fe9c-4805-b65f-d623dc8f99d7 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454659 May 05 15:43:59.239514 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6fc1358c-50ed-4e15-9359-4596449f72d4 admin admin] Publish callbacks [] for security_group (d4484492-966e-4a90-b6b1-c8070ad7f8e3), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.295870 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6fc1358c-50ed-4e15-9359-4596449f72d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (d4484492-966e-4a90-b6b1-c8070ad7f8e3), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.298954 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6fc1358c-50ed-4e15-9359-4596449f72d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.302774 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6fc1358c-50ed-4e15-9359-4596449f72d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4484492-966e-4a90-b6b1-c8070ad7f8e3 HTTP/1.1" status: 204 len: 168 time: 0.1419723 May 05 15:43:59.312065 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1358c-50ed-4e15-9359-4596449f72d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4484492-966e-4a90-b6b1-c8070ad7f8e3,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:59.607378 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 56704) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:59.620399 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64ac569f-0f89-4651-bf5e-986abc33c097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.708923 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64ac569f-0f89-4651-bf5e-986abc33c097 admin admin] Publish callbacks [] for security_group (7a488707-b868-4457-b9d7-56c0021778d6), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.713006 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64ac569f-0f89-4651-bf5e-986abc33c097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (7a488707-b868-4457-b9d7-56c0021778d6), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.749124 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac569f-0f89-4651-bf5e-986abc33c097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a488707-b868-4457-b9d7-56c0021778d6,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:43:59.757948 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-64ac569f-0f89-4651-bf5e-986abc33c097 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e7e4e3cb2924f4caac380b1898493ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465108 May 05 15:43:59.759253 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 56710) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:43:59.811594 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-253e749e-66d8-4597-ba67-b31c54c78065 admin admin] Publish callbacks [] for security_group (7a488707-b868-4457-b9d7-56c0021778d6), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.832942 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-253e749e-66d8-4597-ba67-b31c54c78065 admin admin] Publish callbacks [] for security_group (7a488707-b868-4457-b9d7-56c0021778d6), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.880265 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-253e749e-66d8-4597-ba67-b31c54c78065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (7a488707-b868-4457-b9d7-56c0021778d6), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.882922 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-253e749e-66d8-4597-ba67-b31c54c78065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:43:59.884067 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-253e749e-66d8-4597-ba67-b31c54c78065 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a488707-b868-4457-b9d7-56c0021778d6 HTTP/1.1" status: 204 len: 168 time: 0.1237209 May 05 15:43:59.892143 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e749e-66d8-4597-ba67-b31c54c78065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a488707-b868-4457-b9d7-56c0021778d6,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:00.085369 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e88e76-6af5-45f7-8225-7c35081fa894 req-12ab7719-4d06-4623-a06c-0af15a440e55 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:00.087057 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-25e88e76-6af5-45f7-8225-7c35081fa894 req-12ab7719-4d06-4623-a06c-0af15a440e55 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 943 time: 0.0594249 May 05 15:44:00.153577 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-25e88e76-6af5-45f7-8225-7c35081fa894 req-f381215a-f301-4db8-8941-a87ad86d31ab tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584137 May 05 15:44:00.349963 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b493f8-0e2f-4e7c-b921-84d41362b1e1 req-793c3f2d-f3e4-4dbb-b589-64e9857225b9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:00.351565 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-40b493f8-0e2f-4e7c-b921-84d41362b1e1 req-793c3f2d-f3e4-4dbb-b589-64e9857225b9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0528457 May 05 15:44:00.409143 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-40b493f8-0e2f-4e7c-b921-84d41362b1e1 req-93e79ca1-531b-4ee1-82d6-74a60d8025da tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496142 May 05 15:44:00.569280 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36e0c8-0424-483f-b9b3-9bceb5c1b9b7 req-3a6a5336-4d65-4600-b048-efb75a750d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:00.570841 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5e36e0c8-0424-483f-b9b3-9bceb5c1b9b7 req-3a6a5336-4d65-4600-b048-efb75a750d05 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 1130 time: 0.0417678 May 05 15:44:00.619915 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5e36e0c8-0424-483f-b9b3-9bceb5c1b9b7 req-c90fd7a4-4d38-4484-ba78-52a25afc6707 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 May 05 15:44:00.627862 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 56750) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:00.731545 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2034606340-network', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:00.750950 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Made reservation on behalf of 70a38fd1cdcd44f1b9d2fb832027c40b for: {'network': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:44:00.753241 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.762497 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.835150 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Publish callbacks [] for security_group (811092ef-d8c4-41a2-b3d2-c83666ca7e77), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.841272 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (811092ef-d8c4-41a2-b3d2-c83666ca7e77), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.866483 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=109965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:44:00.875025 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811092ef-d8c4-41a2-b3d2-c83666ca7e77,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:00.881298 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (2334f285-da41-4dd5-b87e-bc664fc7cc00), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.881692 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.segments_db [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Added segment 2334f285-da41-4dd5-b87e-bc664fc7cc00 of type vlan for network 0331bb37-5dab-419c-8101-94ce6a3a2dcf May 05 15:44:00.920891 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (0331bb37-5dab-419c-8101-94ce6a3a2dcf), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.946049 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (0331bb37-5dab-419c-8101-94ce6a3a2dcf), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.947029 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:00.947614 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:00.982325 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3530803 May 05 15:44:00.985440 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 56758) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:00.991260 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-c42cf201-56b2-46f7-bba6-4d2c72979afa admin admin] Request body: {'subnet': {'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2034606340-subnet', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:01.012655 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42cf201-56b2-46f7-bba6-4d2c72979afa admin admin] Made reservation on behalf of 70a38fd1cdcd44f1b9d2fb832027c40b for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:44:01.013142 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ce5fa-415e-441f-bff6-cb2419a0cd3e admin admin] Pushing event updated for resources: {'Network': ['ID=0331bb37-5dab-419c-8101-94ce6a3a2dcf,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:01.017273 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c42cf201-56b2-46f7-bba6-4d2c72979afa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26156176'] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.024945 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 0331bb37-5dab-419c-8101-94ce6a3a2dcf details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:44:01.193654 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c42cf201-56b2-46f7-bba6-4d2c72979afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26150987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26156258'] for subnet (c0269e26-05aa-48f4-88c9-5e4227d2190a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.286619 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cf201-56b2-46f7-bba6-4d2c72979afa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0269e26-05aa-48f4-88c9-5e4227d2190a,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:01.305497 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc575-c3c0-4ad7-b3ac-95729901c69b req-f2bfe092-04b1-4005-a3e3-f3334346ecae tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:01.307017 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-428fc575-c3c0-4ad7-b3ac-95729901c69b req-f2bfe092-04b1-4005-a3e3-f3334346ecae tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 943 time: 0.0788648 May 05 15:44:01.316187 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42cf201-56b2-46f7-bba6-4d2c72979afa admin admin] Checking segment: {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:01.316564 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42cf201-56b2-46f7-bba6-4d2c72979afa admin admin] Network hostable DHCP agents. Network: 0331bb37-5dab-419c-8101-94ce6a3a2dcf, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:44:01.368843 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42cf201-56b2-46f7-bba6-4d2c72979afa admin admin] Network 0331bb37-5dab-419c-8101-94ce6a3a2dcf is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:44:01.381595 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-428fc575-c3c0-4ad7-b3ac-95729901c69b req-13004f40-5aa6-41e7-ad77-4fc75c5d226c tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672076 May 05 15:44:01.382640 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-c42cf201-56b2-46f7-bba6-4d2c72979afa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 0331bb37-5dab-419c-8101-94ce6a3a2dcf) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:01.386741 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42cf201-56b2-46f7-bba6-4d2c72979afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:01.387336 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c42cf201-56b2-46f7-bba6-4d2c72979afa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.394144 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1029b9-eca1-4944-a0a4-7e8de0ac2dee None None] Network 0331bb37-5dab-419c-8101-94ce6a3a2dcf requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:44:01.421117 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c42cf201-56b2-46f7-bba6-4d2c72979afa admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4344203 May 05 15:44:01.423778 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 56772) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:01.428785 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:01.451678 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3748572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6948'] for router (20f547a5-6c14-460a-a4e2-e4a49202ed40), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.452740 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3754709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router (20f547a5-6c14-460a-a4e2-e4a49202ed40), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.527586 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Publish callbacks [] for router_controller (20f547a5-6c14-460a-a4e2-e4a49202ed40), precommit_add_association {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.576849 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp127dbb5c-4db0-5469-8e5e-efe1c4baefbd-0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a'}]}} from dv-cinder-839793-9-iscsi. {{(pid=109967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:44:01.578254 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.578930 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6250aff-5533-402e-a3b2-2a78ca30d759 req-47980547-ac0a-44e2-a05b-322660adf758 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:01.580715 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a6250aff-5533-402e-a3b2-2a78ca30d759 req-47980547-ac0a-44e2-a05b-322660adf758 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0771883 May 05 15:44:01.662714 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a6250aff-5533-402e-a3b2-2a78ca30d759 req-ca6ad6ae-94fb-4d72-bf3a-9458c892101e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689328 May 05 15:44:01.725494 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Publish callbacks [] for router_gateway (20f547a5-6c14-460a-a4e2-e4a49202ed40), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.755417 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Allocated IP 172.20.0.2 (0331bb37-5dab-419c-8101-94ce6a3a2dcf/c0269e26-05aa-48f4-88c9-5e4227d2190a/63d88986-212f-4e1a-b2f4-1dcd175c8b72) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:01.942955 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Publish callbacks [] for port (63d88986-212f-4e1a-b2f4-1dcd175c8b72), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.950301 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (63d88986-212f-4e1a-b2f4-1dcd175c8b72), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.969528 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Publish callbacks [] for router_gateway (20f547a5-6c14-460a-a4e2-e4a49202ed40), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.990146 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:01.994137 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Network 0331bb37-5dab-419c-8101-94ce6a3a2dcf is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:01.997012 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:02.001105 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:02.013415 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Pushing event updated for resources: {'Port': ['ID=63d88986-212f-4e1a-b2f4-1dcd175c8b72,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:02.073472 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Attempting to bind port 63d88986-212f-4e1a-b2f4-1dcd175c8b72 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:02.074264 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Attempting to bind port 63d88986-212f-4e1a-b2f4-1dcd175c8b72 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:02.074264 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Attempting to bind port 63d88986-212f-4e1a-b2f4-1dcd175c8b72 on network 0331bb37-5dab-419c-8101-94ce6a3a2dcf {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:02.079170 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:02.079541 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Checking segment: {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:02.079935 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.080721 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Bound using segment: {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:02.081202 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Bound port: 63d88986-212f-4e1a-b2f4-1dcd175c8b72, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:02.081580 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (63d88986-212f-4e1a-b2f4-1dcd175c8b72), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.105891 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Allocated IP 172.27.3.178 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/a5337e80-d3ef-4892-b5fd-389cf0afdec3) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:02.154611 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] For port 63d88986-212f-4e1a-b2f4-1dcd175c8b72, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:02.157650 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] For port 63d88986-212f-4e1a-b2f4-1dcd175c8b72, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=63d88986-212f-4e1a-b2f4-1dcd175c8b72,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:02.164316 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (63d88986-212f-4e1a-b2f4-1dcd175c8b72), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.216021 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Publish callbacks [] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.227101 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a5d20-059a-4c2f-b12b-9ab01de894bb None None] Pushing event updated for resources: {'Port': ['ID=63d88986-212f-4e1a-b2f4-1dcd175c8b72,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:02.258678 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.303829 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:02.308841 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:02.314698 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:02.320508 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Pushing event updated for resources: {'Port': ['ID=a5337e80-d3ef-4892-b5fd-389cf0afdec3,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:02.579369 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b3ed4-066c-4033-b4c6-1c1510b07b86 req-76926f70-2061-4bab-82a9-3e2b9dbc3856 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:02.581131 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f22b3ed4-066c-4033-b4c6-1c1510b07b86 req-76926f70-2061-4bab-82a9-3e2b9dbc3856 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 943 time: 0.0724931 May 05 15:44:02.712176 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f22b3ed4-066c-4033-b4c6-1c1510b07b86 req-a0149012-014c-4018-9b52-f8a198fd5081 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901647 May 05 15:44:02.725843 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Publish callbacks [] for router_gateway (20f547a5-6c14-460a-a4e2-e4a49202ed40), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:02.786774 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642be4a1-5b83-4f04-9bd8-e5ab54e153b5 req-592f7489-e103-4151-a006-671b6a0849f8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:02.789037 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-642be4a1-5b83-4f04-9bd8-e5ab54e153b5 req-592f7489-e103-4151-a006-671b6a0849f8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0579793 May 05 15:44:02.838554 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-642be4a1-5b83-4f04-9bd8-e5ab54e153b5 req-43d24416-f210-47c2-8514-18f6085be43e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 May 05 15:44:03.001819 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3754726'] for router (20f547a5-6c14-460a-a4e2-e4a49202ed40), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.005536 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 57710f16-602b-4c15-a519-8b009ea5066a details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:44:03.203954 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 63d88986-212f-4e1a-b2f4-1dcd175c8b72 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:03.213140 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 57710f16-602b-4c15-a519-8b009ea5066a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=57710f16-602b-4c15-a519-8b009ea5066a,segment=NetworkSegment(370bf960-8beb-4c5d-af58-f99ff8900c7e),segment_id=370bf960-8beb-4c5d-af58-f99ff8900c7e)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:03.260821 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '57710f16-602b-4c15-a519-8b009ea5066a', 'network_id': '7b5443c2-56b6-44ba-9715-61e513dec3aa', 'port_id': '57710f16-602b-4c15-a519-8b009ea5066a', 'mac_address': 'fa:16:3e:d1:f9:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34378c2-9c8a-4285-8583-ee40369ca78f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:44:03.291467 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf1524-2aff-4713-ad77-44f4d78ca4d3 req-49414651-cd22-4f91-bfa9-8922c2b8dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:03.291467 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9cf1524-2aff-4713-ad77-44f4d78ca4d3 req-49414651-cd22-4f91-bfa9-8922c2b8dba1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 1130 time: 0.1094468 May 05 15:44:03.328784 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23e471-2c3f-4d9d-a3fa-dc367626557b req-aa8c06bf-8e72-4607-868a-54848aade423 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:03.330277 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c23e471-2c3f-4d9d-a3fa-dc367626557b req-aa8c06bf-8e72-4607-868a-54848aade423 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1032555 May 05 15:44:03.334351 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 63d88986-212f-4e1a-b2f4-1dcd175c8b72 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:03.334742 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (63d88986-212f-4e1a-b2f4-1dcd175c8b72), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.339355 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 57710f16-602b-4c15-a519-8b009ea5066a is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:03.339560 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (57710f16-602b-4c15-a519-8b009ea5066a), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.377930 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57710f16-602b-4c15-a519-8b009ea5066a {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:44:03.417024 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 57710f16-602b-4c15-a519-8b009ea5066a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=57710f16-602b-4c15-a519-8b009ea5066a,segment=NetworkSegment(370bf960-8beb-4c5d-af58-f99ff8900c7e),segment_id=370bf960-8beb-4c5d-af58-f99ff8900c7e)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:03.449277 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (57710f16-602b-4c15-a519-8b009ea5066a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.470677 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c23e471-2c3f-4d9d-a3fa-dc367626557b req-58e86dc5-bd97-45c3-9120-ebb06f71d66e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256926 May 05 15:44:03.478313 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf1524-2aff-4713-ad77-44f4d78ca4d3 req-bca35943-ab46-45d8-9582-44a0b08dbe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:03.482885 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9cf1524-2aff-4713-ad77-44f4d78ca4d3 req-bca35943-ab46-45d8-9582-44a0b08dbe40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.1743762 May 05 15:44:03.483902 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Router 20f547a5-6c14-460a-a4e2-e4a49202ed40 is scheduled to L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b with binding_index 1 {{(pid=109966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:44:03.495290 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 63d88986-212f-4e1a-b2f4-1dcd175c8b72 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:03.495682 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (63d88986-212f-4e1a-b2f4-1dcd175c8b72), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.534593 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=57710f16-602b-4c15-a519-8b009ea5066a,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:03.537922 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9cf1524-2aff-4713-ad77-44f4d78ca4d3 req-6eb89874-b1a3-4b23-a7f3-309325d39c17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc65f9ad-07a2-491d-a05d-84775397a22e HTTP/1.1" status: 200 len: 217 time: 0.0456250 May 05 15:44:03.563053 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port 63d88986-212f-4e1a-b2f4-1dcd175c8b72, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=63d88986-212f-4e1a-b2f4-1dcd175c8b72,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:03.571163 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (63d88986-212f-4e1a-b2f4-1dcd175c8b72), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.605629 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 56838) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:03.609827 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dec06fc-0d1f-4192-8bab-a8e175b64030 None None] Network 0331bb37-5dab-419c-8101-94ce6a3a2dcf requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:44:03.711918 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-986e3e39-45b2-44a5-ab90-505ec02af0dd None None] Provisioning complete for port 63d88986-212f-4e1a-b2f4-1dcd175c8b72 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:03.712292 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-986e3e39-45b2-44a5-ab90-505ec02af0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (63d88986-212f-4e1a-b2f4-1dcd175c8b72), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.740261 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a438a7f4-a5da-4b2a-9b55-21fcf8225793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.761853 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=63d88986-212f-4e1a-b2f4-1dcd175c8b72,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:03.866307 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a438a7f4-a5da-4b2a-9b55-21fcf8225793 admin admin] Publish callbacks [] for security_group (5a030f8f-cff7-4cc2-b7a1-d79022fa5752), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.877099 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-986e3e39-45b2-44a5-ab90-505ec02af0dd None None] Current status of the port 63d88986-212f-4e1a-b2f4-1dcd175c8b72 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:03.885810 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a438a7f4-a5da-4b2a-9b55-21fcf8225793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5a030f8f-cff7-4cc2-b7a1-d79022fa5752), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:03.899974 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['57710f16-602b-4c15-a519-8b009ea5066a'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:44:03.902676 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf1524-2aff-4713-ad77-44f4d78ca4d3 req-bc3bd7c9-a25b-4774-97de-43ddc6007d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:03.905758 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9cf1524-2aff-4713-ad77-44f4d78ca4d3 req-bc3bd7c9-a25b-4774-97de-43ddc6007d34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.3320460 May 05 15:44:03.926131 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c8ea5-d2a8-4aba-bb4e-ba2807c0b106 req-50ed98a1-f798-480b-83f4-75e402e99db9 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:03.934502 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-517c8ea5-d2a8-4aba-bb4e-ba2807c0b106 req-50ed98a1-f798-480b-83f4-75e402e99db9 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 944 time: 0.0908411 May 05 15:44:04.011503 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438a7f4-a5da-4b2a-9b55-21fcf8225793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a030f8f-cff7-4cc2-b7a1-d79022fa5752,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:04.018580 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-a438a7f4-a5da-4b2a-9b55-21fcf8225793 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=432fbe36e2fa40e298180a9da6426fcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4120741 May 05 15:44:04.022723 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 56852) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:04.042061 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf1524-2aff-4713-ad77-44f4d78ca4d3 req-3de97b6c-3ef6-4e39-87b6-ba04a8f8bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:04.045663 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9cf1524-2aff-4713-ad77-44f4d78ca4d3 req-3de97b6c-3ef6-4e39-87b6-ba04a8f8bc33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783541 May 05 15:44:04.047351 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:04.060836 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Sync routers for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:04.076147 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:04.077108 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:04.096642 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-517c8ea5-d2a8-4aba-bb4e-ba2807c0b106 req-a7c289de-8dea-4a54-b920-f14153698ceb tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437624 May 05 15:44:04.129234 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.129736 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a46ea787-a5b1-4dbb-8d25-e5e17893ded5 admin admin] Publish callbacks [] for security_group (5a030f8f-cff7-4cc2-b7a1-d79022fa5752), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.131792 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-985a5a12-b259-4971-8b1e-7110358bd698 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7066996 May 05 15:44:04.134180 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 56854) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:04.175342 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a46ea787-a5b1-4dbb-8d25-e5e17893ded5 admin admin] Publish callbacks [] for security_group (5a030f8f-cff7-4cc2-b7a1-d79022fa5752), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.201143 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-cb4e8892-00b4-41b9-9980-3d5defdeaac7 None None] Provisioning complete for port 63d88986-212f-4e1a-b2f4-1dcd175c8b72 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:04.202366 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8892-00b4-41b9-9980-3d5defdeaac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (63d88986-212f-4e1a-b2f4-1dcd175c8b72), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.238523 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:04.240584 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a46ea787-a5b1-4dbb-8d25-e5e17893ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5a030f8f-cff7-4cc2-b7a1-d79022fa5752), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.244734 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a46ea787-a5b1-4dbb-8d25-e5e17893ded5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.250602 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-a46ea787-a5b1-4dbb-8d25-e5e17893ded5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a030f8f-cff7-4cc2-b7a1-d79022fa5752 HTTP/1.1" status: 204 len: 168 time: 0.2263508 May 05 15:44:04.262282 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ea787-a5b1-4dbb-8d25-e5e17893ded5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a030f8f-cff7-4cc2-b7a1-d79022fa5752,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:04.290219 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9cf1524-2aff-4713-ad77-44f4d78ca4d3 req-66937386-d530-4a20-9922-f7d208894e87 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366877 May 05 15:44:04.383367 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e8892-00b4-41b9-9980-3d5defdeaac7 None None] Current status of the port 63d88986-212f-4e1a-b2f4-1dcd175c8b72 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:04.481345 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9cf1524-2aff-4713-ad77-44f4d78ca4d3 req-54c088c9-2fe9-4da0-a107-02e913a7b46f service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634243 May 05 15:44:04.512042 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 3, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:04.545032 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Checking router: 20f547a5-6c14-460a-a4e2-e4a49202ed40 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:04.545589 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Updating router 20f547a5-6c14-460a-a4e2-e4a49202ed40 port a5337e80-d3ef-4892-b5fd-389cf0afdec3 binding host dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:44:04.612168 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.686929 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9343641-2808-46ee-a800-37915e912fec req-5b302e1b-3beb-4255-a89b-db766506147f tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:04.688416 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9343641-2808-46ee-a800-37915e912fec req-5b302e1b-3beb-4255-a89b-db766506147f tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0905473 May 05 15:44:04.693667 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 56872) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:04.706878 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-452986f0-b5ca-4f8e-a781-fc403256ccaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.793622 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9343641-2808-46ee-a800-37915e912fec req-84b83db8-037b-4735-8351-29136a47233f tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839190 May 05 15:44:04.797257 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-452986f0-b5ca-4f8e-a781-fc403256ccaf admin admin] Publish callbacks [] for security_group (003560a2-3a78-42c9-9e21-0e4147a74d08), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.802930 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-452986f0-b5ca-4f8e-a781-fc403256ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (003560a2-3a78-42c9-9e21-0e4147a74d08), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.834765 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452986f0-b5ca-4f8e-a781-fc403256ccaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003560a2-3a78-42c9-9e21-0e4147a74d08,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:04.853116 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-452986f0-b5ca-4f8e-a781-fc403256ccaf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46c9f3b82c9b43138dff8378ec5ceb56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581016 May 05 15:44:04.853931 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 56874) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:04.874158 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.904576 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d3b454d7-8f0c-4b01-bc74-58c266b64215 admin admin] Publish callbacks [] for security_group (003560a2-3a78-42c9-9e21-0e4147a74d08), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.926008 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d3b454d7-8f0c-4b01-bc74-58c266b64215 admin admin] Publish callbacks [] for security_group (003560a2-3a78-42c9-9e21-0e4147a74d08), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.932466 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Publish callbacks [] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.938390 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.985050 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d3b454d7-8f0c-4b01-bc74-58c266b64215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (003560a2-3a78-42c9-9e21-0e4147a74d08), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.988119 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d3b454d7-8f0c-4b01-bc74-58c266b64215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:04.989626 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-d3b454d7-8f0c-4b01-bc74-58c266b64215 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/003560a2-3a78-42c9-9e21-0e4147a74d08 HTTP/1.1" status: 204 len: 168 time: 0.1345844 May 05 15:44:04.999342 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b454d7-8f0c-4b01-bc74-58c266b64215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003560a2-3a78-42c9-9e21-0e4147a74d08,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:05.008193 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 57710f16-602b-4c15-a519-8b009ea5066a up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:05.023648 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f6aac-00e0-43db-b27e-b16ac522637c None None] Pushing event updated for resources: {'Port': ['ID=a5337e80-d3ef-4892-b5fd-389cf0afdec3,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:05.043528 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Attempting to bind port a5337e80-d3ef-4892-b5fd-389cf0afdec3 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:05.043900 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Attempting to bind port a5337e80-d3ef-4892-b5fd-389cf0afdec3 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:05.044259 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Attempting to bind port a5337e80-d3ef-4892-b5fd-389cf0afdec3 on network b5107952-2f6d-4e6f-81da-5335e81bd6c8 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:05.056701 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:05.057082 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Checking segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:05.057484 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.057872 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Bound using segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:05.058556 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Bound port: a5337e80-d3ef-4892-b5fd-389cf0afdec3, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:05.058932 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.128834 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Allocated IP 172.20.0.1 (0331bb37-5dab-419c-8101-94ce6a3a2dcf/c0269e26-05aa-48f4-88c9-5e4227d2190a/b185b0b4-db3d-458e-8f32-e57244f83d9f) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:05.145251 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 57710f16-602b-4c15-a519-8b009ea5066a completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:44:05.172871 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 63d88986-212f-4e1a-b2f4-1dcd175c8b72 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:05.183568 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 57710f16-602b-4c15-a519-8b009ea5066a triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:05.183967 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (57710f16-602b-4c15-a519-8b009ea5066a), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.191773 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] For port a5337e80-d3ef-4892-b5fd-389cf0afdec3, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:05.196467 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] For port a5337e80-d3ef-4892-b5fd-389cf0afdec3, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=a5337e80-d3ef-4892-b5fd-389cf0afdec3,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:05.205514 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.268165 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:05.269045 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:05.280464 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 63d88986-212f-4e1a-b2f4-1dcd175c8b72 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:05.280857 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (63d88986-212f-4e1a-b2f4-1dcd175c8b72), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.304982 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194d523-a964-40ad-9c22-8dc9537ae1b7 req-4003163a-18bc-480b-a04c-204358896cd0 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:05.312676 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d194d523-a964-40ad-9c22-8dc9537ae1b7 req-4003163a-18bc-480b-a04c-204358896cd0 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 944 time: 0.1072590 May 05 15:44:05.345619 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f6aac-00e0-43db-b27e-b16ac522637c None None] Pushing event updated for resources: {'Port': ['ID=a5337e80-d3ef-4892-b5fd-389cf0afdec3,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:05.395540 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d194d523-a964-40ad-9c22-8dc9537ae1b7 req-d526473a-51d1-489a-9141-e4cd42f10445 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797405 May 05 15:44:05.407687 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Publish callbacks [] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.460382 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.460605 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:05.481476 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 57710f16-602b-4c15-a519-8b009ea5066a is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:05.481943 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (57710f16-602b-4c15-a519-8b009ea5066a), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.541232 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543a0361-a5f4-4af1-ad8d-6428c0b695a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57710f16-602b-4c15-a519-8b009ea5066a'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:05.542048 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28966fe4-4add-4bbc-a740-e5712c17f37e" -d '{"events": [{"server_uuid": "543a0361-a5f4-4af1-ad8d-6428c0b695a4", "name": "network-vif-plugged", "status": "completed", "tag": "57710f16-602b-4c15-a519-8b009ea5066a"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:05.560072 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 57710f16-602b-4c15-a519-8b009ea5066a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=57710f16-602b-4c15-a519-8b009ea5066a,segment=NetworkSegment(370bf960-8beb-4c5d-af58-f99ff8900c7e),segment_id=370bf960-8beb-4c5d-af58-f99ff8900c7e)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:05.570274 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 63d88986-212f-4e1a-b2f4-1dcd175c8b72 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:05.572481 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (57710f16-602b-4c15-a519-8b009ea5066a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.575453 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b185b0b4-db3d-458e-8f32-e57244f83d9f,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:05.591220 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Network 0331bb37-5dab-419c-8101-94ce6a3a2dcf is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:05.592904 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:05.611846 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf5c923-23fb-4897-97a5-d23d83b13bed x-openstack-request-id: req-bcf5c923-23fb-4897-97a5-d23d83b13bed {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:05.612515 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543a0361-a5f4-4af1-ad8d-6428c0b695a4", "name": "network-vif-plugged", "status": "completed", "tag": "57710f16-602b-4c15-a519-8b009ea5066a", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:05.612917 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bcf5c923-23fb-4897-97a5-d23d83b13bed {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:05.613549 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf5c923-23fb-4897-97a5-d23d83b13bed'] response: {'server_uuid': '543a0361-a5f4-4af1-ad8d-6428c0b695a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57710f16-602b-4c15-a519-8b009ea5066a', 'code': 200} May 05 15:44:05.616665 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:05.635355 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=57710f16-602b-4c15-a519-8b009ea5066a,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:05.676838 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3753147'] for router_interface (20f547a5-6c14-460a-a4e2-e4a49202ed40), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.710812 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 3, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:05.742629 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52432179-2d97-45ee-8a40-1ff59a3c3c7e None None] The sync data for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi is: [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:02Z', 'revision_number': 3, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:05.876886 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.926902 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-62ca6eb7-415a-4c10-957e-e7e0a44cdcd6 None None] Provisioning complete for port b185b0b4-db3d-458e-8f32-e57244f83d9f triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:05.927488 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-62ca6eb7-415a-4c10-957e-e7e0a44cdcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:05.976003 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982b377-04fb-4a43-97e0-0bf4cc0bf38f req-0b295d81-0965-4ebb-8218-7af02823eb13 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:05.978227 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1982b377-04fb-4a43-97e0-0bf4cc0bf38f req-0b295d81-0965-4ebb-8218-7af02823eb13 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0941586 May 05 15:44:05.986140 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-62ca6eb7-415a-4c10-957e-e7e0a44cdcd6 None None] Port b185b0b4-db3d-458e-8f32-e57244f83d9f cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:06.032563 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1982b377-04fb-4a43-97e0-0bf4cc0bf38f req-7da105b0-a255-4ce6-acf0-2354f444d8ca tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484645 May 05 15:44:06.166330 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Publish callbacks [] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:06.171437 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:06.247153 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3753025'] for router_interface (20f547a5-6c14-460a-a4e2-e4a49202ed40), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:06.249238 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b185b0b4-db3d-458e-8f32-e57244f83d9f,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:06.378228 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Network 0331bb37-5dab-419c-8101-94ce6a3a2dcf is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:06.378228 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:06.573259 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Router 20f547a5-6c14-460a-a4e2-e4a49202ed40 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:44:06.580631 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549eb68d-6028-4525-821f-82fb7144f52f req-d8cba980-fc23-4dbc-bd23-24d812f97723 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:06.582258 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-549eb68d-6028-4525-821f-82fb7144f52f req-d8cba980-fc23-4dbc-bd23-24d812f97723 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 945 time: 0.0811663 May 05 15:44:06.711015 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-549eb68d-6028-4525-821f-82fb7144f52f req-01ec3a97-aeda-4307-ac99-a3a0725dfbd9 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072752 May 05 15:44:06.735818 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-103c7a56-8cb4-4db2-9a5f-d2295552b5b6 None None] Provisioning complete for port b185b0b4-db3d-458e-8f32-e57244f83d9f triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:06.736322 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-103c7a56-8cb4-4db2-9a5f-d2295552b5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:06.780317 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:06.790656 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2a9aa1c4-fedd-4802-bfeb-81f9835441e9 admin admin] 10.222.0.58 "PUT /v2.0/routers/20f547a5-6c14-460a-a4e2-e4a49202ed40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6522741 May 05 15:44:06.849866 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-103c7a56-8cb4-4db2-9a5f-d2295552b5b6 None None] Port b185b0b4-db3d-458e-8f32-e57244f83d9f cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:06.999960 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1be9f6-f165-4f4a-90ae-cd4dd8f07ec7 req-9adc1805-fb17-4eea-a457-36b8c0fe3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:07.001483 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0b1be9f6-f165-4f4a-90ae-cd4dd8f07ec7 req-9adc1805-fb17-4eea-a457-36b8c0fe3b86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 1129 time: 0.0741396 May 05 15:44:07.089141 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0b1be9f6-f165-4f4a-90ae-cd4dd8f07ec7 req-c54babd9-2964-41f2-8491-4e3100a09c31 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570712 May 05 15:44:07.141907 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device a5337e80-d3ef-4892-b5fd-389cf0afdec3 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:07.173337 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cf9ee-327f-4026-b617-4bac0275db1f req-24b7845f-71c7-4f97-9d91-e7e8d9e100f9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:07.175093 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5b3cf9ee-327f-4026-b617-4bac0275db1f req-24b7845f-71c7-4f97-9d91-e7e8d9e100f9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0583651 May 05 15:44:07.253177 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port a5337e80-d3ef-4892-b5fd-389cf0afdec3 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:07.254062 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.256927 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5b3cf9ee-327f-4026-b617-4bac0275db1f req-ac653d04-806a-48bb-a2aa-1e74ed645e69 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758424 May 05 15:44:07.359636 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port a5337e80-d3ef-4892-b5fd-389cf0afdec3 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:07.360426 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.384826 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port a5337e80-d3ef-4892-b5fd-389cf0afdec3, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=a5337e80-d3ef-4892-b5fd-389cf0afdec3,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:07.389094 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.443792 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=a5337e80-d3ef-4892-b5fd-389cf0afdec3,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:07.528341 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 56962) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:07.533865 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1498165159-network', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:07.575790 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Made reservation on behalf of ccf5b4a8a2794f059837b86b4cd827b2 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:44:07.583768 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.598067 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.675388 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Publish callbacks [] for security_group (366a7b5b-98dc-4413-bba4-3f90d2fa4e20), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.680609 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (366a7b5b-98dc-4413-bba4-3f90d2fa4e20), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.708492 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:44:07.713766 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366a7b5b-98dc-4413-bba4-3f90d2fa4e20,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:07.721069 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (dba7c208-271e-4e6e-adc8-9a8e69e72a87), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.721413 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Added segment dba7c208-271e-4e6e-adc8-9a8e69e72a87 of type vlan for network afc958dc-6134-40a3-8c68-0e14a8f4bf56 May 05 15:44:07.769228 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (afc958dc-6134-40a3-8c68-0e14a8f4bf56), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.793350 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (afc958dc-6134-40a3-8c68-0e14a8f4bf56), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.794464 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:07.795077 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.827547 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Sync routers for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:07.840107 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:07.840899 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:07.864059 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3343580 May 05 15:44:07.867438 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 56966) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:07.873342 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-7a241146-4eea-46be-ae08-5608287ae717 admin admin] Request body: {'subnet': {'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1498165159-subnet', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'ip_version': 4}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:07.874535 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd58a10-9914-457c-98b8-02fe48b5a0fc req-463dd4a9-ff0f-4829-a3a4-280814aae098 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:07.876238 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-abd58a10-9914-457c-98b8-02fe48b5a0fc req-463dd4a9-ff0f-4829-a3a4-280814aae098 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 945 time: 0.0786159 May 05 15:44:07.893737 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a241146-4eea-46be-ae08-5608287ae717 admin admin] Made reservation on behalf of ccf5b4a8a2794f059837b86b4cd827b2 for: {'subnet': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:44:07.898110 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7a241146-4eea-46be-ae08-5608287ae717 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25458199'] for subnet (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:07.908891 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383df2ff-96c0-4b57-b3f2-60dfadee96c2 admin admin] Pushing event updated for resources: {'Network': ['ID=afc958dc-6134-40a3-8c68-0e14a8f4bf56,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:07.968760 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network afc958dc-6134-40a3-8c68-0e14a8f4bf56 details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:44:07.971216 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-abd58a10-9914-457c-98b8-02fe48b5a0fc req-eea525cf-71e2-455c-b4b9-cc08010b3772 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641940 May 05 15:44:07.986211 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:08.103920 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7a241146-4eea-46be-ae08-5608287ae717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25929423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25458277'] for subnet (3b1b63a1-d089-438b-bc3e-2c0c65fb31c6), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.148240 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a241146-4eea-46be-ae08-5608287ae717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1b63a1-d089-438b-bc3e-2c0c65fb31c6,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:08.169066 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a241146-4eea-46be-ae08-5608287ae717 admin admin] Checking segment: {'id': 'dba7c208-271e-4e6e-adc8-9a8e69e72a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:08.169420 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a241146-4eea-46be-ae08-5608287ae717 admin admin] Network hostable DHCP agents. Network: afc958dc-6134-40a3-8c68-0e14a8f4bf56, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:44:08.186233 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a241146-4eea-46be-ae08-5608287ae717 admin admin] Network afc958dc-6134-40a3-8c68-0e14a8f4bf56 is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:44:08.195718 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-7a241146-4eea-46be-ae08-5608287ae717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, afc958dc-6134-40a3-8c68-0e14a8f4bf56) {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:08.200070 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a241146-4eea-46be-ae08-5608287ae717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:08.200662 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7a241146-4eea-46be-ae08-5608287ae717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.211106 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a83832-45d9-48b7-97fd-dd57b30c13aa None None] Network afc958dc-6134-40a3-8c68-0e14a8f4bf56 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:44:08.219394 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-7a241146-4eea-46be-ae08-5608287ae717 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3499632 May 05 15:44:08.222051 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 56970) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:08.226773 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1498165159-router', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:08.250475 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3748572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6948'] for router (724cc4cb-c8b5-4835-be03-45cf8deff7ff), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.251623 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3754709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router (724cc4cb-c8b5-4835-be03-45cf8deff7ff), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.344543 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 2, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:08.345695 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Publish callbacks [] for router_controller (724cc4cb-c8b5-4835-be03-45cf8deff7ff), precommit_add_association {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.397761 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Checking router: 20f547a5-6c14-460a-a4e2-e4a49202ed40 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:08.398447 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Updating router 20f547a5-6c14-460a-a4e2-e4a49202ed40 port b185b0b4-db3d-458e-8f32-e57244f83d9f binding host dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:44:08.419329 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp127dbb5c-4db0-5469-8e5e-efe1c4baefbd-afc958dc-6134-40a3-8c68-0e14a8f4bf56', 'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56', 'project_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'fixed_ips': [{'subnet_id': '3b1b63a1-d089-438b-bc3e-2c0c65fb31c6'}]}} from dv-cinder-839793-9-iscsi. {{(pid=109967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:44:08.420176 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.456810 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.517193 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc50fc-7d22-4c97-9a44-bfc18f1d5295 req-89b49ba5-6be4-401c-ab0f-687624341c4e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:08.518714 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a4dc50fc-7d22-4c97-9a44-bfc18f1d5295 req-89b49ba5-6be4-401c-ab0f-687624341c4e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.1269562 May 05 15:44:08.550860 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Publish callbacks [] for router_gateway (724cc4cb-c8b5-4835-be03-45cf8deff7ff), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.656274 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a4dc50fc-7d22-4c97-9a44-bfc18f1d5295 req-0dc000b5-ffeb-4eae-9b58-3abb801864e6 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078641 May 05 15:44:08.690480 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Allocated IP 172.20.0.2 (afc958dc-6134-40a3-8c68-0e14a8f4bf56/3b1b63a1-d089-438b-bc3e-2c0c65fb31c6/6581b148-dff3-4709-8ad6-f329a520a511) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:08.802818 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Publish callbacks [] for router_gateway (724cc4cb-c8b5-4835-be03-45cf8deff7ff), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.830158 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.952706 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Allocated IP 172.27.3.118 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/ce8aa00e-b02b-4872-be0c-4d2551c1263a) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:08.961247 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Publish callbacks [] for port (6581b148-dff3-4709-8ad6-f329a520a511), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.975460 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Publish callbacks [] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:08.977886 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (6581b148-dff3-4709-8ad6-f329a520a511), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.193022 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Publish callbacks [] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.196710 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d169388-f507-4eab-aa4c-a2edb9a33bc2 req-439ab575-544d-4934-a100-caefed532798 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:09.209665 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9d169388-f507-4eab-aa4c-a2edb9a33bc2 req-439ab575-544d-4934-a100-caefed532798 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 945 time: 0.0864999 May 05 15:44:09.234459 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device a5337e80-d3ef-4892-b5fd-389cf0afdec3 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:09.242353 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.243976 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.279250 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9d169388-f507-4eab-aa4c-a2edb9a33bc2 req-8379f786-3c27-436c-beec-4f89ad65fc4f tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679874 May 05 15:44:09.280826 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:09.284158 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:09.292757 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Network afc958dc-6134-40a3-8c68-0e14a8f4bf56 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:09.304697 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Pushing event updated for resources: {'Port': ['ID=6581b148-dff3-4709-8ad6-f329a520a511,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:09.307261 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:09.314251 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:09.315367 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:09.367089 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8aa00e-b02b-4872-be0c-4d2551c1263a,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:09.434866 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982655a-63b6-41a1-a440-6223ed5bbdd4 None None] Pushing event updated for resources: {'Port': ['ID=b185b0b4-db3d-458e-8f32-e57244f83d9f,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:09.440948 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port a5337e80-d3ef-4892-b5fd-389cf0afdec3 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:09.441329 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.493834 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Attempting to bind port 6581b148-dff3-4709-8ad6-f329a520a511 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:09.494349 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Attempting to bind port 6581b148-dff3-4709-8ad6-f329a520a511 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': 'dba7c208-271e-4e6e-adc8-9a8e69e72a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:09.494810 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Attempting to bind port 6581b148-dff3-4709-8ad6-f329a520a511 on network afc958dc-6134-40a3-8c68-0e14a8f4bf56 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:09.519644 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:09.520255 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Checking segment: {'id': 'dba7c208-271e-4e6e-adc8-9a8e69e72a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:09.520744 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.521150 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Bound using segment: {'id': 'dba7c208-271e-4e6e-adc8-9a8e69e72a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:09.521645 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Bound port: 6581b148-dff3-4709-8ad6-f329a520a511, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba7c208-271e-4e6e-adc8-9a8e69e72a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:09.522261 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (6581b148-dff3-4709-8ad6-f329a520a511), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.530896 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Attempting to bind port b185b0b4-db3d-458e-8f32-e57244f83d9f on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:09.531190 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Attempting to bind port b185b0b4-db3d-458e-8f32-e57244f83d9f by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:09.531748 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Attempting to bind port b185b0b4-db3d-458e-8f32-e57244f83d9f on network 0331bb37-5dab-419c-8101-94ce6a3a2dcf {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:09.551966 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:09.552813 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Checking segment: {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:09.553393 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.553954 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Bound using segment: {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:09.554694 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Bound port: b185b0b4-db3d-458e-8f32-e57244f83d9f, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:09.555357 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.625250 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Publish callbacks [] for router_gateway (724cc4cb-c8b5-4835-be03-45cf8deff7ff), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.704345 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] For port 6581b148-dff3-4709-8ad6-f329a520a511, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:09.714725 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port a5337e80-d3ef-4892-b5fd-389cf0afdec3 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:09.724299 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] For port b185b0b4-db3d-458e-8f32-e57244f83d9f, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:09.728225 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-a6eed591-dce9-45d6-8baf-2e01a202a64a None None] Provisioning complete for port b185b0b4-db3d-458e-8f32-e57244f83d9f triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:09.728612 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a6eed591-dce9-45d6-8baf-2e01a202a64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.731231 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] For port b185b0b4-db3d-458e-8f32-e57244f83d9f, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=b185b0b4-db3d-458e-8f32-e57244f83d9f,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:09.734663 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] For port 6581b148-dff3-4709-8ad6-f329a520a511, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=6581b148-dff3-4709-8ad6-f329a520a511,segment=NetworkSegment(dba7c208-271e-4e6e-adc8-9a8e69e72a87),segment_id=dba7c208-271e-4e6e-adc8-9a8e69e72a87)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:09.757438 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.766467 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (6581b148-dff3-4709-8ad6-f329a520a511), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.811364 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-a6eed591-dce9-45d6-8baf-2e01a202a64a None None] Port b185b0b4-db3d-458e-8f32-e57244f83d9f cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:09.844363 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3754726'] for router (724cc4cb-c8b5-4835-be03-45cf8deff7ff), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:09.858605 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982655a-63b6-41a1-a440-6223ed5bbdd4 None None] Pushing event updated for resources: {'Port': ['ID=b185b0b4-db3d-458e-8f32-e57244f83d9f,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:09.861638 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:09.862335 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:10.004712 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da061a4b-8515-4bae-b335-948571e0bb7f None None] Pushing event updated for resources: {'Port': ['ID=6581b148-dff3-4709-8ad6-f329a520a511,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:10.020989 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Router 724cc4cb-c8b5-4835-be03-45cf8deff7ff is scheduled to L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b with binding_index 1 {{(pid=109965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:44:10.039342 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:10.171832 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-f6078e4b-4688-4e0f-8d41-de736c5b7f19 None None] Provisioning complete for port b185b0b4-db3d-458e-8f32-e57244f83d9f triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:10.172502 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f6078e4b-4688-4e0f-8d41-de736c5b7f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.481748 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f6078e4b-4688-4e0f-8d41-de736c5b7f19 None None] Current status of the port b185b0b4-db3d-458e-8f32-e57244f83d9f is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:10.482127 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f6078e4b-4688-4e0f-8d41-de736c5b7f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.484428 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:09Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:10.528616 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a564e-ed9c-48a4-be24-0978a4ae9197 None None] The sync data for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi is: [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:09Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:10.618062 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-f6078e4b-4688-4e0f-8d41-de736c5b7f19 None None] For port b185b0b4-db3d-458e-8f32-e57244f83d9f, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=b185b0b4-db3d-458e-8f32-e57244f83d9f,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:10.626652 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f6078e4b-4688-4e0f-8d41-de736c5b7f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.677866 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:10.689245 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6078e4b-4688-4e0f-8d41-de736c5b7f19 None None] Pushing event updated for resources: {'Port': ['ID=b185b0b4-db3d-458e-8f32-e57244f83d9f,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:10.689989 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Sync routers for ids ['724cc4cb-c8b5-4835-be03-45cf8deff7ff'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:10.714367 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:10.718433 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-4f954741-c92e-40a5-9a3b-d481832d0be4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4927204 May 05 15:44:10.721039 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 57046) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:10.722131 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Routers {'724cc4cb-c8b5-4835-be03-45cf8deff7ff'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:10.724543 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['724cc4cb-c8b5-4835-be03-45cf8deff7ff'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:10.796151 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-5bfedfec-22f0-4a89-9a61-84eee0bcaa56 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299333235&fields=id&tenant_id=89fca92b565f42ffba33b22f01fbc248 HTTP/1.1" status: 200 len: 267 time: 0.3524187 May 05 15:44:10.857946 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Set router 724cc4cb-c8b5-4835-be03-45cf8deff7ff gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:10.883580 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9b03-47ec-403b-a790-0b41c048cd8f req-4cc3c329-24d5-4ada-a9f6-9c3b69b15e59 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:10.886127 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-447f9b03-47ec-403b-a790-0b41c048cd8f req-4cc3c329-24d5-4ada-a9f6-9c3b69b15e59 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 945 time: 0.4730377 May 05 15:44:11.015955 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-447f9b03-47ec-403b-a790-0b41c048cd8f req-6b3a41b4-bd57-4793-b8b1-e2516572517a tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241388 May 05 15:44:11.152201 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'name': 'tempest-TestVolumeBootPattern-1498165159-router', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:44:09Z', 'revision_number': 3, 'project_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'gw_port': {'id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:11.180448 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57052) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:11.200495 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Checking router: 724cc4cb-c8b5-4835-be03-45cf8deff7ff for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:11.201581 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Updating router 724cc4cb-c8b5-4835-be03-45cf8deff7ff port ce8aa00e-b02b-4872-be0c-4d2551c1263a binding host dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:44:11.283101 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.283510 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device b185b0b4-db3d-458e-8f32-e57244f83d9f up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:11.392503 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.411637 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port b185b0b4-db3d-458e-8f32-e57244f83d9f triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:11.412129 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.449487 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57056) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:11.461345 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-479c56d5-e06d-4b77-b6de-7d01ecda6d9a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159314447', 'description': 'tempest-description--2017700616'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:11.473909 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-11962f9c-2a6d-4bec-bbe0-a65a3baefbb8 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:11.475989 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-11962f9c-2a6d-4bec-bbe0-a65a3baefbb8 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/networks?id=62e9c9c5-15a0-4112-8fd4-25de2974c53b HTTP/1.1" status: 200 len: 808 time: 0.6789246 May 05 15:44:11.537145 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port b185b0b4-db3d-458e-8f32-e57244f83d9f is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:11.538652 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 6581b148-dff3-4709-8ad6-f329a520a511 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:11.550720 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-60aed844-f33e-4b15-9a4a-59e778c91b47 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/quotas/89fca92b565f42ffba33b22f01fbc248 HTTP/1.1" status: 200 len: 375 time: 0.0163133 May 05 15:44:11.589235 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-479c56d5-e06d-4b77-b6de-7d01ecda6d9a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.625267 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 6581b148-dff3-4709-8ad6-f329a520a511 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:11.625650 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (6581b148-dff3-4709-8ad6-f329a520a511), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.644393 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-98fcd3bc-867c-44d4-bbb2-02df65a57984 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=89fca92b565f42ffba33b22f01fbc248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873201 May 05 15:44:11.672870 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf20952-7a55-4164-b554-7cc1f036758b None None] Network afc958dc-6134-40a3-8c68-0e14a8f4bf56 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:44:11.762154 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-e77978c6-33d4-4d2b-a95b-3870077a21c9 None None] Provisioning complete for port 6581b148-dff3-4709-8ad6-f329a520a511 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:11.771455 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e77978c6-33d4-4d2b-a95b-3870077a21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (6581b148-dff3-4709-8ad6-f329a520a511), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.869229 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Publish callbacks [] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.880498 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.905339 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.933303 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Publish callbacks [] for security_group (369437b1-cc83-4530-ba58-cdf23666cc88), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.946199 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (369437b1-cc83-4530-ba58-cdf23666cc88), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:11.961269 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-7af647ac-3ff0-4801-b784-e9cf4ba3b176 service neutron] 10.222.0.58 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916074 May 05 15:44:12.040031 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ebf1325b4e94b18ad0f7a794bd0fe60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8584695 May 05 15:44:12.048295 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57074) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:12.173765 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cb1e02e9-fd67-4bf2-a05d-8860f358364a admin admin] Publish callbacks [] for security_group (369437b1-cc83-4530-ba58-cdf23666cc88), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.189185 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 6581b148-dff3-4709-8ad6-f329a520a511 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:12.189614 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (6581b148-dff3-4709-8ad6-f329a520a511), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.205670 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cb1e02e9-fd67-4bf2-a05d-8860f358364a admin admin] Publish callbacks [] for security_group (369437b1-cc83-4530-ba58-cdf23666cc88), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.243632 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76e5bb-0443-427d-bf97-3a36729b9f2e None None] Pushing event updated for resources: {'Port': ['ID=ce8aa00e-b02b-4872-be0c-4d2551c1263a,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:12.267668 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Attempting to bind port ce8aa00e-b02b-4872-be0c-4d2551c1263a on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:12.270742 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Attempting to bind port ce8aa00e-b02b-4872-be0c-4d2551c1263a by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:12.271407 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Attempting to bind port ce8aa00e-b02b-4872-be0c-4d2551c1263a on network b5107952-2f6d-4e6f-81da-5335e81bd6c8 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:12.283869 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:12.284649 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Checking segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:12.287024 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.287840 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Bound using segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:12.288061 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369437b1-cc83-4530-ba58-cdf23666cc88,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:12.289479 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Bound port: ce8aa00e-b02b-4872-be0c-4d2551c1263a, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:12.290105 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.295952 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-479c56d5-e06d-4b77-b6de-7d01ecda6d9a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for security_group (022b56c8-d95c-4ac1-bf9d-1d6a65e95565), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.326340 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-e77978c6-33d4-4d2b-a95b-3870077a21c9 None None] Current status of the port 6581b148-dff3-4709-8ad6-f329a520a511 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:12.326960 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e77978c6-33d4-4d2b-a95b-3870077a21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (6581b148-dff3-4709-8ad6-f329a520a511), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.345477 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port 6581b148-dff3-4709-8ad6-f329a520a511, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=6581b148-dff3-4709-8ad6-f329a520a511,segment=NetworkSegment(dba7c208-271e-4e6e-adc8-9a8e69e72a87),segment_id=dba7c208-271e-4e6e-adc8-9a8e69e72a87)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:12.365806 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-27f565fd-f269-4d05-9578-58dd42d7ab35 service neutron] 10.222.0.58 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913069 May 05 15:44:12.368596 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (6581b148-dff3-4709-8ad6-f329a520a511), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.429914 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Allocated IP 172.20.0.1 (afc958dc-6134-40a3-8c68-0e14a8f4bf56/3b1b63a1-d089-438b-bc3e-2c0c65fb31c6/07322f0d-7897-4024-b7df-ca8f150a43a7) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:12.454886 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] For port ce8aa00e-b02b-4872-be0c-4d2551c1263a, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:12.461424 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] For port ce8aa00e-b02b-4872-be0c-4d2551c1263a, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=ce8aa00e-b02b-4872-be0c-4d2551c1263a,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:12.485693 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.495004 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:44:12.521915 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cb1e02e9-fd67-4bf2-a05d-8860f358364a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (369437b1-cc83-4530-ba58-cdf23666cc88), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.528488 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cb1e02e9-fd67-4bf2-a05d-8860f358364a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.532282 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-cb1e02e9-fd67-4bf2-a05d-8860f358364a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/369437b1-cc83-4530-ba58-cdf23666cc88 HTTP/1.1" status: 204 len: 168 time: 0.4825132 May 05 15:44:12.548877 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19672a96-783b-49f2-9d87-03bb35965bb9 req-f5e8adf3-e811-45bb-b1d8-2a6a30893748 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:12.552816 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-19672a96-783b-49f2-9d87-03bb35965bb9 req-f5e8adf3-e811-45bb-b1d8-2a6a30893748 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 945 time: 0.2617042 May 05 15:44:12.555955 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-479c56d5-e06d-4b77-b6de-7d01ecda6d9a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (022b56c8-d95c-4ac1-bf9d-1d6a65e95565), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.569544 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.570184 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.570673 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.576197 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.576768 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.577534 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.578038 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.578545 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.579074 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.579813 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.580319 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.580847 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.581400 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.583887 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.584495 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052a1ff6-4a36-4ea0-8559-85144e0df463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:12.619601 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.db.api [None req-e77978c6-33d4-4d2b-a95b-3870077a21c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 15:44:12.620149 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG oslo_db.api [None req-e77978c6-33d4-4d2b-a95b-3870077a21c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 15:44:12.645452 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=6581b148-dff3-4709-8ad6-f329a520a511,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:12.678750 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Routers {'724cc4cb-c8b5-4835-be03-45cf8deff7ff'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:12.681227 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:43:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['724cc4cb-c8b5-4835-be03-45cf8deff7ff'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:12.732942 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Publish callbacks [] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.746627 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e02e9-fd67-4bf2-a05d-8860f358364a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369437b1-cc83-4530-ba58-cdf23666cc88,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:12.801575 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-479c56d5-e06d-4b77-b6de-7d01ecda6d9a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.808351 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 57098) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:12.809545 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-479c56d5-e06d-4b77-b6de-7d01ecda6d9a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3531091 May 05 15:44:12.813520 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-e2b246bf-e47f-4979-a061-f15bee7c3cf1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Request body: {'security_group_rule': {'security_group_id': '022b56c8-d95c-4ac1-bf9d-1d6a65e95565', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:12.819558 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:12.825301 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-19672a96-783b-49f2-9d87-03bb35965bb9 req-3f02ed79-ec35-42c1-84c6-c1f5cbcb131e tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611709 May 05 15:44:12.871537 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c56d5-e06d-4b77-b6de-7d01ecda6d9a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022b56c8-d95c-4ac1-bf9d-1d6a65e95565,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:12.873837 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] Set router 724cc4cb-c8b5-4835-be03-45cf8deff7ff gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:12.911412 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Network afc958dc-6134-40a3-8c68-0e14a8f4bf56 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:12.919538 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:12.921990 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:12.979420 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3753147'] for router_interface (724cc4cb-c8b5-4835-be03-45cf8deff7ff), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.070667 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76e5bb-0443-427d-bf97-3a36729b9f2e None None] Pushing event updated for resources: {'Port': ['ID=ce8aa00e-b02b-4872-be0c-4d2551c1263a,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:13.087170 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Pushing event updated for resources: {'Port': ['ID=07322f0d-7897-4024-b7df-ca8f150a43a7,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:13.124770 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e2b246bf-e47f-4979-a061-f15bee7c3cf1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for security_group_rule (65dd85f6-b77b-4fd5-ac3b-c9b29fa39b94), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.133743 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.136096 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.136219 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.138411 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.139151 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.140694 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.141043 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.142945 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.143311 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.144417 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.144417 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.144417 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.147198 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.147547 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.147877 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:13.164355 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 57108) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:13.196384 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-72d0df78-a918-4bd1-86d4-2eb15dfafa91 req-5aeb4fe3-b1f7-46c3-96be-53dd6b719cba tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 210 time: 0.0823402 May 05 15:44:13.208104 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf97a-c355-40c1-963e-34e18b78cf42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.228113 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 6581b148-dff3-4709-8ad6-f329a520a511 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:13.318984 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'name': 'tempest-TestVolumeBootPattern-1498165159-router', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:44:09Z', 'revision_number': 3, 'project_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'gw_port': {'id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:13.359162 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6063643-1a76-482a-b13a-f0a663fbc621 None None] The sync data for ids ['724cc4cb-c8b5-4835-be03-45cf8deff7ff'] in dv-cinder-839793-9-iscsi is: [{'id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'name': 'tempest-TestVolumeBootPattern-1498165159-router', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:44:09Z', 'revision_number': 3, 'project_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'gw_port': {'id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:13.383423 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e2b246bf-e47f-4979-a061-f15bee7c3cf1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for security_group_rule (65dd85f6-b77b-4fd5-ac3b-c9b29fa39b94), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.434845 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e2b246bf-e47f-4979-a061-f15bee7c3cf1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (65dd85f6-b77b-4fd5-ac3b-c9b29fa39b94), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.482704 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b246bf-e47f-4979-a061-f15bee7c3cf1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dd85f6-b77b-4fd5-ac3b-c9b29fa39b94,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:13.487357 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.506404 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e2b246bf-e47f-4979-a061-f15bee7c3cf1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.507650 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-e2b246bf-e47f-4979-a061-f15bee7c3cf1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6983078 May 05 15:44:13.510545 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57118) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:13.526721 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-e77978c6-33d4-4d2b-a95b-3870077a21c9 None None] Current status of the port 6581b148-dff3-4709-8ad6-f329a520a511 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:13.534006 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-b49e12f7-bf43-419d-a6a9-572f90dad174 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Request body: {'security_group_rule': {'security_group_id': '022b56c8-d95c-4ac1-bf9d-1d6a65e95565', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:13.619388 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b49e12f7-bf43-419d-a6a9-572f90dad174 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for security_group_rule (cb7d5668-ad53-45a3-8f80-64d2ca5d9004), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.624729 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf97a-c355-40c1-963e-34e18b78cf42 admin admin] Publish callbacks [] for security_group (55c39988-c8e1-423a-a61d-6f3e5e0151c7), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.632301 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-30829802-2040-40d5-858b-703a11a92553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.642753 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf97a-c355-40c1-963e-34e18b78cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (55c39988-c8e1-423a-a61d-6f3e5e0151c7), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.681155 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 6581b148-dff3-4709-8ad6-f329a520a511 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:13.681895 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (6581b148-dff3-4709-8ad6-f329a520a511), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.688560 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-73745de1-6160-4a2e-a9eb-96d685d80b9f None None] Provisioning complete for port 6581b148-dff3-4709-8ad6-f329a520a511 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:13.689692 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73745de1-6160-4a2e-a9eb-96d685d80b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (6581b148-dff3-4709-8ad6-f329a520a511), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.788401 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b49e12f7-bf43-419d-a6a9-572f90dad174 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for security_group_rule (cb7d5668-ad53-45a3-8f80-64d2ca5d9004), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.798567 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b49e12f7-bf43-419d-a6a9-572f90dad174 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (cb7d5668-ad53-45a3-8f80-64d2ca5d9004), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.834355 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e12f7-bf43-419d-a6a9-572f90dad174 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7d5668-ad53-45a3-8f80-64d2ca5d9004,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:13.856962 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b49e12f7-bf43-419d-a6a9-572f90dad174 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:13.866604 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b49e12f7-bf43-419d-a6a9-572f90dad174 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3531244 May 05 15:44:13.876532 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 57132) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:13.899894 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:13.918282 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcf97a-c355-40c1-963e-34e18b78cf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c39988-c8e1-423a-a61d-6f3e5e0151c7,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:13.945171 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-8dbcf97a-c355-40c1-963e-34e18b78cf42 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c1780558c8347a191409674b4ca26b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7774792 May 05 15:44:13.945768 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57134) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:13.995310 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-73745de1-6160-4a2e-a9eb-96d685d80b9f None None] Current status of the port 6581b148-dff3-4709-8ad6-f329a520a511 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:13.999687 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 6581b148-dff3-4709-8ad6-f329a520a511 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:14.030724 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-73745de1-6160-4a2e-a9eb-96d685d80b9f None None] Provisioning complete for port 07322f0d-7897-4024-b7df-ca8f150a43a7 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:14.032016 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73745de1-6160-4a2e-a9eb-96d685d80b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.037159 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.146456 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-73745de1-6160-4a2e-a9eb-96d685d80b9f None None] Port 07322f0d-7897-4024-b7df-ca8f150a43a7 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:14.153236 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-47775a23-fcfa-4098-80fe-5c1bc10e515c admin admin] Publish callbacks [] for security_group (55c39988-c8e1-423a-a61d-6f3e5e0151c7), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.191643 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Publish callbacks [] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.225486 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-47775a23-fcfa-4098-80fe-5c1bc10e515c admin admin] Publish callbacks [] for security_group (55c39988-c8e1-423a-a61d-6f3e5e0151c7), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.261106 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.351295 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3753025'] for router_interface (724cc4cb-c8b5-4835-be03-45cf8deff7ff), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.354867 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eea18-3918-4906-9332-d89ce3ec8cb1 req-ab6c321e-d39b-4e93-b867-e7200152b2e2 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:14.358083 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-893eea18-3918-4906-9332-d89ce3ec8cb1 req-ab6c321e-d39b-4e93-b867-e7200152b2e2 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 945 time: 0.1685245 May 05 15:44:14.358416 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.436642 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-86f7cd26-cd4c-4250-aacb-0fb259235949 req-f5bda3f7-7f76-4ef0-bce7-aa4cb9056199 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 210 time: 0.1083474 May 05 15:44:14.445779 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-47775a23-fcfa-4098-80fe-5c1bc10e515c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (55c39988-c8e1-423a-a61d-6f3e5e0151c7), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.449359 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-47775a23-fcfa-4098-80fe-5c1bc10e515c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.453050 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-47775a23-fcfa-4098-80fe-5c1bc10e515c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55c39988-c8e1-423a-a61d-6f3e5e0151c7 HTTP/1.1" status: 204 len: 168 time: 0.5037889 May 05 15:44:14.485186 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-893eea18-3918-4906-9332-d89ce3ec8cb1 req-016ba6bf-3268-4429-aa32-ec6784772ee6 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196887 May 05 15:44:14.525233 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47775a23-fcfa-4098-80fe-5c1bc10e515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c39988-c8e1-423a-a61d-6f3e5e0151c7,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:14.544043 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57146) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:14.601529 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Pushing event updated for resources: {'Port': ['ID=07322f0d-7897-4024-b7df-ca8f150a43a7,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:14.648062 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.699879 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Network afc958dc-6134-40a3-8c68-0e14a8f4bf56 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:14.705004 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:14.765028 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bca809b8-7411-420b-a672-f40cb34220b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.799160 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Allocated IP 172.27.3.123 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/5bf3e6cc-4fd0-4531-8f09-05891b5444b7) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:14.935593 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bca809b8-7411-420b-a672-f40cb34220b1 admin admin] Publish callbacks [] for security_group (32e99503-12f5-4e77-a0b6-ad20d618306c), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.947288 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bca809b8-7411-420b-a672-f40cb34220b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (32e99503-12f5-4e77-a0b6-ad20d618306c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:14.996592 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-bca809b8-7411-420b-a672-f40cb34220b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2714f3100d66414990990a9592fc4683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512894 May 05 15:44:14.997930 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca809b8-7411-420b-a672-f40cb34220b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e99503-12f5-4e77-a0b6-ad20d618306c,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:15.001239 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57158) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:15.074125 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f6dd384c-7403-40f8-bf08-c3535a50d85c admin admin] Publish callbacks [] for security_group (32e99503-12f5-4e77-a0b6-ad20d618306c), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:15.119676 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f6dd384c-7403-40f8-bf08-c3535a50d85c admin admin] Publish callbacks [] for security_group (32e99503-12f5-4e77-a0b6-ad20d618306c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:15.138793 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Router 724cc4cb-c8b5-4835-be03-45cf8deff7ff has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:44:15.167402 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for port (5bf3e6cc-4fd0-4531-8f09-05891b5444b7), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:15.193461 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-d23d0536-3485-4405-a8b9-b5597a419c88 None None] Provisioning complete for port 07322f0d-7897-4024-b7df-ca8f150a43a7 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:15.193840 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d23d0536-3485-4405-a8b9-b5597a419c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:15.212299 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f6dd384c-7403-40f8-bf08-c3535a50d85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (32e99503-12f5-4e77-a0b6-ad20d618306c), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:15.215550 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f6dd384c-7403-40f8-bf08-c3535a50d85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:15.220376 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-f6dd384c-7403-40f8-bf08-c3535a50d85c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32e99503-12f5-4e77-a0b6-ad20d618306c HTTP/1.1" status: 204 len: 168 time: 0.2177069 May 05 15:44:15.233964 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd384c-7403-40f8-bf08-c3535a50d85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e99503-12f5-4e77-a0b6-ad20d618306c,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:15.273034 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-d23d0536-3485-4405-a8b9-b5597a419c88 None None] Port 07322f0d-7897-4024-b7df-ca8f150a43a7 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:15.274592 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device ce8aa00e-b02b-4872-be0c-4d2551c1263a up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:15.356135 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port ce8aa00e-b02b-4872-be0c-4d2551c1263a triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:15.356388 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:15.389269 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (5bf3e6cc-4fd0-4531-8f09-05891b5444b7), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:15.421024 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:15.427229 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:15.459771 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port ce8aa00e-b02b-4872-be0c-4d2551c1263a is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:15.461640 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:15.492675 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port ce8aa00e-b02b-4872-be0c-4d2551c1263a, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=ce8aa00e-b02b-4872-be0c-4d2551c1263a,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:15.501889 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:15.578232 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=ce8aa00e-b02b-4872-be0c-4d2551c1263a,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:15.683540 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43cf7a-631d-4a34-a3d8-15a8c71ee15e req-17a53127-d2b7-42d0-a38a-b3eb86543020 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:15.692557 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7d43cf7a-631d-4a34-a3d8-15a8c71ee15e req-17a53127-d2b7-42d0-a38a-b3eb86543020 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 945 time: 0.0713396 May 05 15:44:15.723062 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:15.788632 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7d43cf7a-631d-4a34-a3d8-15a8c71ee15e req-8607ce1f-c3e5-419b-8b1d-e67224eb1385 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938880 May 05 15:44:15.802201 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-26c5cbd4-c4c6-4bd7-991f-baab832c00a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:15.819015 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-14f8459b-6179-4b1a-ba13-8cec54f7a958 req-7dc2d9ea-95eb-4b0d-bee2-71b4366b70ac tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 210 time: 0.0991745 May 05 15:44:15.824633 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:15.831890 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-9612a671-2f24-417e-a9bd-30fb396b4747 admin admin] 10.222.0.58 "PUT /v2.0/routers/724cc4cb-c8b5-4835-be03-45cf8deff7ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1097896 May 05 15:44:15.832742 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Pushing event updated for resources: {'Port': ['ID=5bf3e6cc-4fd0-4531-8f09-05891b5444b7,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:16.041520 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for floatingip (f461e7e6-d66f-45d4-ac53-6ee67f54b90d), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:16.099831 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (5bf3e6cc-4fd0-4531-8f09-05891b5444b7), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:16.317279 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for port (5bf3e6cc-4fd0-4531-8f09-05891b5444b7), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:16.323322 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (5bf3e6cc-4fd0-4531-8f09-05891b5444b7), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:16.377268 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Pushing event updated for resources: {'Port': ['ID=5bf3e6cc-4fd0-4531-8f09-05891b5444b7,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:16.429636 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Sync routers for ids ['724cc4cb-c8b5-4835-be03-45cf8deff7ff'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:16.439703 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (f461e7e6-d66f-45d4-ac53-6ee67f54b90d), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:16.454375 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Routers {'724cc4cb-c8b5-4835-be03-45cf8deff7ff'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:16.455168 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:44:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['724cc4cb-c8b5-4835-be03-45cf8deff7ff'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:16.469940 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:16.471759 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-cc06fabf-0463-4a0c-9041-b1caabc45d15 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5921276 May 05 15:44:16.545723 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d97ce-d171-46d5-bb6c-2e2368c7970f req-d43a026e-fbaa-4a0a-9b12-d488dc547d27 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:16.547581 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-223d97ce-d171-46d5-bb6c-2e2368c7970f req-d43a026e-fbaa-4a0a-9b12-d488dc547d27 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.41 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 945 time: 0.0806630 May 05 15:44:16.669268 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 57240) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:16.689128 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-7b482cff-07bb-439a-8fea-7646a55657f5 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807498117', 'description': 'tempest-secgroup-smoke-1807498117 description', 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:16.779339 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-223d97ce-d171-46d5-bb6c-2e2368c7970f req-0a6e2529-cb4b-490a-b713-51d591bc8e46 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Deleting port 57710f16-602b-4c15-a519-8b009ea5066a {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:44:16.782849 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-223d97ce-d171-46d5-bb6c-2e2368c7970f req-0a6e2529-cb4b-490a-b713-51d591bc8e46 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (57710f16-602b-4c15-a519-8b009ea5066a), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:16.821767 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7b482cff-07bb-439a-8fea-7646a55657f5 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:16.822614 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Set router 724cc4cb-c8b5-4835-be03-45cf8deff7ff gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:17.038683 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-223d97ce-d171-46d5-bb6c-2e2368c7970f req-0a6e2529-cb4b-490a-b713-51d591bc8e46 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] For port 57710f16-602b-4c15-a519-8b009ea5066a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=57710f16-602b-4c15-a519-8b009ea5066a,segment=NetworkSegment(370bf960-8beb-4c5d-af58-f99ff8900c7e),segment_id=370bf960-8beb-4c5d-af58-f99ff8900c7e)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:17.039719 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-223d97ce-d171-46d5-bb6c-2e2368c7970f req-0a6e2529-cb4b-490a-b713-51d591bc8e46 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (57710f16-602b-4c15-a519-8b009ea5066a), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.045986 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.055694 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-223d97ce-d171-46d5-bb6c-2e2368c7970f req-0a6e2529-cb4b-490a-b713-51d591bc8e46 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Calling delete_port for 57710f16-602b-4c15-a519-8b009ea5066a owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:44:17.126606 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7b482cff-07bb-439a-8fea-7646a55657f5 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group (d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.147812 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7b482cff-07bb-439a-8fea-7646a55657f5 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.248288 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-950375cc-3712-47ee-ad32-c35e4acba04e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1159314447&fields=id&tenant_id=39d949f289df486faadefe44a5063929 HTTP/1.1" status: 200 len: 267 time: 0.4020255 May 05 15:44:17.271411 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device ce8aa00e-b02b-4872-be0c-4d2551c1263a up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:17.276205 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'name': 'tempest-TestVolumeBootPattern-1498165159-router', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:44:13Z', 'revision_number': 4, 'project_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'gw_port': {'id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '07322f0d-7897-4024-b7df-ca8f150a43a7', 'name': '', 'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'mac_address': 'fa:16:3e:bf:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '3b1b63a1-d089-438b-bc3e-2c0c65fb31c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:11Z', 'updated_at': '2022-05-05T15:44:13Z', 'revision_number': 2, 'project_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'subnets': [{'id': '3b1b63a1-d089-438b-bc3e-2c0c65fb31c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:17.283545 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-f5fe60b2-c74a-4c17-bfa1-5a77f9b3efdb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:17.285919 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-f5fe60b2-c74a-4c17-bfa1-5a77f9b3efdb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.41 "GET /v2.0/networks?id=62e9c9c5-15a0-4112-8fd4-25de2974c53b HTTP/1.1" status: 200 len: 808 time: 0.6265168 May 05 15:44:17.289332 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7b482cff-07bb-439a-8fea-7646a55657f5 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.293694 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-7b482cff-07bb-439a-8fea-7646a55657f5 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6200113 May 05 15:44:17.306785 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a702cf-af21-4d60-9af6-43d44839f53b req-fc9433f8-b72b-4de0-82a4-10321ef474f1 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:17.308288 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 57274) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:17.319195 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-095b31f1-f957-431a-84b5-aab8b6f50f32 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Request body: {'security_group_rule': {'security_group_id': 'd0dbf92a-7e16-4116-b76e-d7a6f34cf2a9', 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:17.320781 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d1a702cf-af21-4d60-9af6-43d44839f53b req-fc9433f8-b72b-4de0-82a4-10321ef474f1 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/ports?device_id=543a0361-a5f4-4af1-ad8d-6428c0b695a4 HTTP/1.1" status: 200 len: 945 time: 0.0929062 May 05 15:44:17.334701 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Checking router: 724cc4cb-c8b5-4835-be03-45cf8deff7ff for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:17.335843 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Updating router 724cc4cb-c8b5-4835-be03-45cf8deff7ff port 07322f0d-7897-4024-b7df-ca8f150a43a7 binding host dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:44:17.354478 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b482cff-07bb-439a-8fea-7646a55657f5 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:17.383070 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-095b31f1-f957-431a-84b5-aab8b6f50f32 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (58cbe9ff-8657-4c64-a888-e4c31c663031), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.386980 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.423181 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port ce8aa00e-b02b-4872-be0c-4d2551c1263a triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:17.423181 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.472544 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-223d97ce-d171-46d5-bb6c-2e2368c7970f req-0a6e2529-cb4b-490a-b713-51d591bc8e46 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (57710f16-602b-4c15-a519-8b009ea5066a), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.495263 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['57710f16-602b-4c15-a519-8b009ea5066a'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:44:17.564513 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-3ff017ed-4026-41a2-a00f-9d9bc103b564 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89fca92b565f42ffba33b22f01fbc248 HTTP/1.1" status: 200 len: 380 time: 0.2496364 May 05 15:44:17.568890 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-095b31f1-f957-431a-84b5-aab8b6f50f32 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (58cbe9ff-8657-4c64-a888-e4c31c663031), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.575235 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e2529-cb4b-490a-b713-51d591bc8e46 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Pushing event deleted for resources: {'Port': ['ID=57710f16-602b-4c15-a519-8b009ea5066a,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:17.584842 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-43a16825-4069-4d16-8d6e-f50d45cbfd8e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:17.593522 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-43a16825-4069-4d16-8d6e-f50d45cbfd8e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 819 time: 0.3433356 May 05 15:44:17.605255 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-2d33ec5b-ba91-4789-8bd3-679211c3de6e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Request body: {'port': {'device_id': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'admin_state_up': True, 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'security_groups': ['84c7d6a7-2d9d-4783-bb0e-81335e3e3b09']}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:17.631156 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-095b31f1-f957-431a-84b5-aab8b6f50f32 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (58cbe9ff-8657-4c64-a888-e4c31c663031), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.636329 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d1a702cf-af21-4d60-9af6-43d44839f53b req-65202fee-4e20-460d-b771-9111c8ee9f70 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.58 "GET /v2.0/security-groups?id=0313e147-d8a0-47b7-b5bc-8aa0da6b2279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145978 May 05 15:44:17.669967 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-223d97ce-d171-46d5-bb6c-2e2368c7970f req-0a6e2529-cb4b-490a-b713-51d591bc8e46 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] No DVR routers for this DVR port 57710f16-602b-4c15-a519-8b009ea5066a on host hv-cinder-83979 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:44:17.687694 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-223d97ce-d171-46d5-bb6c-2e2368c7970f req-0a6e2529-cb4b-490a-b713-51d591bc8e46 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.708827 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-223d97ce-d171-46d5-bb6c-2e2368c7970f req-0a6e2529-cb4b-490a-b713-51d591bc8e46 tempest-VolumesActionsTest-544832795 tempest-VolumesActionsTest-544832795-project] 10.222.0.41 "DELETE /v2.0/ports/57710f16-602b-4c15-a519-8b009ea5066a HTTP/1.1" status: 204 len: 173 time: 1.1512537 May 05 15:44:17.709330 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543a0361-a5f4-4af1-ad8d-6428c0b695a4', 'name': 'network-vif-deleted', 'tag': '57710f16-602b-4c15-a519-8b009ea5066a'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:17.710901 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port ce8aa00e-b02b-4872-be0c-4d2551c1263a is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:17.716673 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3ad0c7-4bbc-4b97-81de-2a1b16d5b963" -d '{"events": [{"server_uuid": "543a0361-a5f4-4af1-ad8d-6428c0b695a4", "name": "network-vif-deleted", "tag": "57710f16-602b-4c15-a519-8b009ea5066a"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:17.728700 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-095b31f1-f957-431a-84b5-aab8b6f50f32 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.734778 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57288) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:17.737586 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-095b31f1-f957-431a-84b5-aab8b6f50f32 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4280021 May 05 15:44:17.747352 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-94a413bd-6e50-47cd-b80e-76dff81263da tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Request body: {'security_group_rule': {'security_group_id': 'd0dbf92a-7e16-4116-b76e-d7a6f34cf2a9', 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:17.763939 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-525c2f64-a460-433e-9ddd-d2957ed142c6 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/quotas/39d949f289df486faadefe44a5063929 HTTP/1.1" status: 200 len: 375 time: 0.1687913 May 05 15:44:17.820910 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b31f1-f957-431a-84b5-aab8b6f50f32 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cbe9ff-8657-4c64-a888-e4c31c663031,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:17.876900 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-94a413bd-6e50-47cd-b80e-76dff81263da tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (eafefeb5-15c6-4d7b-b33f-62b1c06cc208), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.887104 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Publish callbacks [] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.887627 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f1dcad98-34cd-4814-8002-5e5cbc33372d req-b56b9e9d-385e-4b7a-af9c-0263eb5b326c tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 210 time: 0.0902526 May 05 15:44:17.926342 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:17.995151 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-94a413bd-6e50-47cd-b80e-76dff81263da tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (eafefeb5-15c6-4d7b-b33f-62b1c06cc208), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.001052 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-2957bbcf-61f1-48f5-8a60-bd9db08d533d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2347188 May 05 15:44:18.007152 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-94a413bd-6e50-47cd-b80e-76dff81263da tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (eafefeb5-15c6-4d7b-b33f-62b1c06cc208), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.029627 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b766c10-4557-43e2-bb33-c34393381054 x-openstack-request-id: req-6b766c10-4557-43e2-bb33-c34393381054 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:18.031226 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543a0361-a5f4-4af1-ad8d-6428c0b695a4", "name": "network-vif-deleted", "tag": "57710f16-602b-4c15-a519-8b009ea5066a", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:18.031658 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b766c10-4557-43e2-bb33-c34393381054 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:18.032986 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b766c10-4557-43e2-bb33-c34393381054'] response: {'server_uuid': '543a0361-a5f4-4af1-ad8d-6428c0b695a4', 'name': 'network-vif-deleted', 'tag': '57710f16-602b-4c15-a519-8b009ea5066a', 'status': 'completed', 'code': 200} May 05 15:44:18.058249 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a413bd-6e50-47cd-b80e-76dff81263da tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafefeb5-15c6-4d7b-b33f-62b1c06cc208,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:18.071243 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d86555-76e4-479e-80e4-ca47d0bd5a36 None None] Pushing event updated for resources: {'Port': ['ID=07322f0d-7897-4024-b7df-ca8f150a43a7,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:18.074586 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-94a413bd-6e50-47cd-b80e-76dff81263da tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.085135 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-94a413bd-6e50-47cd-b80e-76dff81263da tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3469551 May 05 15:44:18.086978 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57294) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:18.102837 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-a779ea7d-5def-4f0c-b7f3-13142989e5cb tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Request body: {'security_group_rule': {'security_group_id': 'd0dbf92a-7e16-4116-b76e-d7a6f34cf2a9', 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:18.158709 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a779ea7d-5def-4f0c-b7f3-13142989e5cb tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (85aa7ff8-cc68-4212-ab2a-b19446dd18b8), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.211870 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-2d33ec5b-ba91-4789-8bd3-679211c3de6e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Made reservation on behalf of 89fca92b565f42ffba33b22f01fbc248 for: {'port': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:44:18.215657 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-2d33ec5b-ba91-4789-8bd3-679211c3de6e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.225658 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Attempting to bind port 07322f0d-7897-4024-b7df-ca8f150a43a7 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:18.228500 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Attempting to bind port 07322f0d-7897-4024-b7df-ca8f150a43a7 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': 'dba7c208-271e-4e6e-adc8-9a8e69e72a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:18.229402 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Attempting to bind port 07322f0d-7897-4024-b7df-ca8f150a43a7 on network afc958dc-6134-40a3-8c68-0e14a8f4bf56 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:18.235639 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:18.236406 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Checking segment: {'id': 'dba7c208-271e-4e6e-adc8-9a8e69e72a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:18.237006 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.237767 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Bound using segment: {'id': 'dba7c208-271e-4e6e-adc8-9a8e69e72a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:18.239357 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Bound port: 07322f0d-7897-4024-b7df-ca8f150a43a7, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba7c208-271e-4e6e-adc8-9a8e69e72a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:18.240425 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.281471 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a779ea7d-5def-4f0c-b7f3-13142989e5cb tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (85aa7ff8-cc68-4212-ab2a-b19446dd18b8), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.290264 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a779ea7d-5def-4f0c-b7f3-13142989e5cb tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (85aa7ff8-cc68-4212-ab2a-b19446dd18b8), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.343010 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] For port 07322f0d-7897-4024-b7df-ca8f150a43a7, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:18.345356 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779ea7d-5def-4f0c-b7f3-13142989e5cb tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85aa7ff8-cc68-4212-ab2a-b19446dd18b8,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:18.368016 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] For port 07322f0d-7897-4024-b7df-ca8f150a43a7, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=07322f0d-7897-4024-b7df-ca8f150a43a7,segment=NetworkSegment(dba7c208-271e-4e6e-adc8-9a8e69e72a87),segment_id=dba7c208-271e-4e6e-adc8-9a8e69e72a87)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:18.386376 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a779ea7d-5def-4f0c-b7f3-13142989e5cb tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.388032 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-a779ea7d-5def-4f0c-b7f3-13142989e5cb tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992272 May 05 15:44:18.391223 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57306) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:18.397855 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-2d33ec5b-ba91-4789-8bd3-679211c3de6e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Allocated IP 172.20.0.3 (62e9c9c5-15a0-4112-8fd4-25de2974c53b/517f5a73-3fa3-46ff-bb5d-c1e87917c1ec/16ae474f-47ca-4699-829f-fde7ef545ef0) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:18.426612 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-6c87faad-6eec-4f43-a896-1831f11efe60 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Request body: {'security_group_rule': {'security_group_id': 'd0dbf92a-7e16-4116-b76e-d7a6f34cf2a9', 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:18.451327 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-7630dd46-3c2f-49f7-9d0c-46bb115a982f service neutron] 10.222.0.58 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493942 May 05 15:44:18.463087 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6c87faad-6eec-4f43-a896-1831f11efe60 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (3cf49beb-fc40-4f05-9003-683117f8ddcb), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.475345 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.498966 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-f759e052-209d-434a-a007-54446d65dd43 None None] Provisioning complete for port 07322f0d-7897-4024-b7df-ca8f150a43a7 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:18.499345 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f759e052-209d-434a-a007-54446d65dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.545462 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.554091 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6c87faad-6eec-4f43-a896-1831f11efe60 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (3cf49beb-fc40-4f05-9003-683117f8ddcb), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.561522 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6c87faad-6eec-4f43-a896-1831f11efe60 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (3cf49beb-fc40-4f05-9003-683117f8ddcb), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.582697 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87faad-6eec-4f43-a896-1831f11efe60 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf49beb-fc40-4f05-9003-683117f8ddcb,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:18.618425 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6c87faad-6eec-4f43-a896-1831f11efe60 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.624427 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6c87faad-6eec-4f43-a896-1831f11efe60 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2280090 May 05 15:44:18.627252 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57312) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:18.636418 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-a3f1b24b-a7de-4a94-953f-9eff228d0dfc tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Request body: {'security_group_rule': {'security_group_id': 'd0dbf92a-7e16-4116-b76e-d7a6f34cf2a9', 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:18.657448 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d86555-76e4-479e-80e4-ca47d0bd5a36 None None] Pushing event updated for resources: {'Port': ['ID=07322f0d-7897-4024-b7df-ca8f150a43a7,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:18.662939 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Routers {'724cc4cb-c8b5-4835-be03-45cf8deff7ff'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:18.663809 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:44:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['724cc4cb-c8b5-4835-be03-45cf8deff7ff'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:18.685046 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.securitygroups_db [None req-a3f1b24b-a7de-4a94-953f-9eff228d0dfc tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Project 70a38fd1cdcd44f1b9d2fb832027c40b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:44:18.719845 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b24b-a7de-4a94-953f-9eff228d0dfc tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (f3b04bf0-a50c-42ce-bc75-3a397f758147), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.813049 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-a3b0c96a-ff20-440a-8a70-82fdb1d31958 service neutron] 10.222.0.58 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434353 May 05 15:44:18.911319 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b24b-a7de-4a94-953f-9eff228d0dfc tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (f3b04bf0-a50c-42ce-bc75-3a397f758147), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.924441 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b24b-a7de-4a94-953f-9eff228d0dfc tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (f3b04bf0-a50c-42ce-bc75-3a397f758147), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.924672 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f759e052-209d-434a-a007-54446d65dd43 None None] Current status of the port 07322f0d-7897-4024-b7df-ca8f150a43a7 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:18.925111 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f759e052-209d-434a-a007-54446d65dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:18.975772 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1b24b-a7de-4a94-953f-9eff228d0dfc tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b04bf0-a50c-42ce-bc75-3a397f758147,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:19.007111 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b24b-a7de-4a94-953f-9eff228d0dfc tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.013860 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-a3f1b24b-a7de-4a94-953f-9eff228d0dfc tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3819194 May 05 15:44:19.014553 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57330) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:19.039110 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] Set router 724cc4cb-c8b5-4835-be03-45cf8deff7ff gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:19.043379 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-2d33ec5b-ba91-4789-8bd3-679211c3de6e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.056824 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-3191e52e-adf1-4970-a719-846b84affbb0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Request body: {'security_group_rule': {'security_group_id': 'd0dbf92a-7e16-4116-b76e-d7a6f34cf2a9', 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:19.083632 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-f759e052-209d-434a-a007-54446d65dd43 None None] For port 07322f0d-7897-4024-b7df-ca8f150a43a7, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=07322f0d-7897-4024-b7df-ca8f150a43a7,segment=NetworkSegment(dba7c208-271e-4e6e-adc8-9a8e69e72a87),segment_id=dba7c208-271e-4e6e-adc8-9a8e69e72a87)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:19.111280 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f759e052-209d-434a-a007-54446d65dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.147528 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-2d33ec5b-ba91-4789-8bd3-679211c3de6e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.161140 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.securitygroups_db [None req-3191e52e-adf1-4970-a719-846b84affbb0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Project 70a38fd1cdcd44f1b9d2fb832027c40b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:44:19.222964 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3191e52e-adf1-4970-a719-846b84affbb0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (bf438b7d-02bc-4511-a318-7cd93bf65f4d), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.248257 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f72d1-82c0-4b54-a71c-25b8a0e86d01 req-8fcaff22-541c-4298-be81-1d053972f90d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:19.250039 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a35f72d1-82c0-4b54-a71c-25b8a0e86d01 req-8fcaff22-541c-4298-be81-1d053972f90d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 931 time: 0.1292470 May 05 15:44:19.324609 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33ec5b-ba91-4789-8bd3-679211c3de6e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Pushing event updated for resources: {'Port': ['ID=16ae474f-47ca-4699-829f-fde7ef545ef0,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:19.341546 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b47e118b-a4c8-43c0-8241-bb4f1b9fb415 req-fb9a0101-1277-4841-bb21-228188c57dcf tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 210 time: 0.0571034 May 05 15:44:19.342657 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a35f72d1-82c0-4b54-a71c-25b8a0e86d01 req-888a158e-4a8e-4828-b80b-4f0d39590092 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802178 May 05 15:44:19.344892 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-54847226-bba2-4ab3-aea7-dd28bf63ea69 None None] Provisioning complete for port 07322f0d-7897-4024-b7df-ca8f150a43a7 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:19.360375 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-54847226-bba2-4ab3-aea7-dd28bf63ea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.374802 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3191e52e-adf1-4970-a719-846b84affbb0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (bf438b7d-02bc-4511-a318-7cd93bf65f4d), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.379887 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-2d33ec5b-ba91-4789-8bd3-679211c3de6e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Network 62e9c9c5-15a0-4112-8fd4-25de2974c53b is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:19.383029 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3191e52e-adf1-4970-a719-846b84affbb0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (bf438b7d-02bc-4511-a318-7cd93bf65f4d), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.392463 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-2d33ec5b-ba91-4789-8bd3-679211c3de6e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:19.397028 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-2d33ec5b-ba91-4789-8bd3-679211c3de6e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:19.425346 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191e52e-adf1-4970-a719-846b84affbb0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf438b7d-02bc-4511-a318-7cd93bf65f4d,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:19.444220 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3191e52e-adf1-4970-a719-846b84affbb0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.450270 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3191e52e-adf1-4970-a719-846b84affbb0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4312603 May 05 15:44:19.544012 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-2d33ec5b-ba91-4789-8bd3-679211c3de6e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:19.547371 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-2d33ec5b-ba91-4789-8bd3-679211c3de6e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.610780 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-2d33ec5b-ba91-4789-8bd3-679211c3de6e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0020475 May 05 15:44:19.617222 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Request body: {'port': {'device_id': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:19.769008 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:19.781203 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'name': 'tempest-TestVolumeBootPattern-1498165159-router', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:44:13Z', 'revision_number': 4, 'project_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'gw_port': {'id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '07322f0d-7897-4024-b7df-ca8f150a43a7', 'name': '', 'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'mac_address': 'fa:16:3e:bf:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '3b1b63a1-d089-438b-bc3e-2c0c65fb31c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:11Z', 'updated_at': '2022-05-05T15:44:18Z', 'revision_number': 4, 'project_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'subnets': [{'id': '3b1b63a1-d089-438b-bc3e-2c0c65fb31c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:19.786652 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759e052-209d-434a-a007-54446d65dd43 None None] Pushing event updated for resources: {'Port': ['ID=07322f0d-7897-4024-b7df-ca8f150a43a7,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:19.834884 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48597df9-a28f-4efb-a9d5-f1cde66b776b None None] The sync data for ids ['724cc4cb-c8b5-4835-be03-45cf8deff7ff'] in dv-cinder-839793-9-iscsi is: [{'id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'name': 'tempest-TestVolumeBootPattern-1498165159-router', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:44:13Z', 'revision_number': 4, 'project_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'gw_port': {'id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '07322f0d-7897-4024-b7df-ca8f150a43a7', 'name': '', 'network_id': 'afc958dc-6134-40a3-8c68-0e14a8f4bf56', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'mac_address': 'fa:16:3e:bf:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '3b1b63a1-d089-438b-bc3e-2c0c65fb31c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:11Z', 'updated_at': '2022-05-05T15:44:18Z', 'revision_number': 4, 'project_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'subnets': [{'id': '3b1b63a1-d089-438b-bc3e-2c0c65fb31c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:19.976102 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-54847226-bba2-4ab3-aea7-dd28bf63ea69 None None] Current status of the port 07322f0d-7897-4024-b7df-ca8f150a43a7 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:19.998645 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:20.107140 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-5029ca38-82d8-47a1-af77-4076a728160d None None] Provisioning complete for port 16ae474f-47ca-4699-829f-fde7ef545ef0 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:20.107666 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5029ca38-82d8-47a1-af77-4076a728160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:20.345341 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ae474f-47ca-4699-829f-fde7ef545ef0 {{(pid=109965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:44:20.356272 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Publish callbacks [] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:20.448412 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.provisioning_blocks [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Transition to ACTIVE for port object 16ae474f-47ca-4699-829f-fde7ef545ef0 will not be triggered until provisioned by entity L2. {{(pid=109965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:44:20.459923 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:20.576669 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-5029ca38-82d8-47a1-af77-4076a728160d None None] Port 16ae474f-47ca-4699-829f-fde7ef545ef0 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:20.646703 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd2e6-cb60-4f2d-b15f-bf36367b1142 req-1ddde4d2-c71d-45f1-bc73-a700c72f6265 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:20.650055 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-da0fd2e6-cb60-4f2d-b15f-bf36367b1142 req-1ddde4d2-c71d-45f1-bc73-a700c72f6265 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.1151857 May 05 15:44:20.682069 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d73a218f-b268-4b0c-baa1-80923a7e37a7 req-8a3e3b97-8eff-4d1b-97e3-b3db4cc532c9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 210 time: 0.1512694 May 05 15:44:20.750404 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Pushing event updated for resources: {'Port': ['ID=16ae474f-47ca-4699-829f-fde7ef545ef0,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:20.853181 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Attempting to bind port 16ae474f-47ca-4699-829f-fde7ef545ef0 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:20.853374 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Attempting to bind port 16ae474f-47ca-4699-829f-fde7ef545ef0 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'bb838ee9-32ab-4347-89b5-747b4a5c3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b'}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:20.853813 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Attempting to bind port 16ae474f-47ca-4699-829f-fde7ef545ef0 on network 62e9c9c5-15a0-4112-8fd4-25de2974c53b {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:20.880380 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-da0fd2e6-cb60-4f2d-b15f-bf36367b1142 req-5631652b-f9f2-4a5c-b760-46ecfa8e418a tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230659 May 05 15:44:20.890630 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Port 16ae474f-47ca-4699-829f-fde7ef545ef0 on network 62e9c9c5-15a0-4112-8fd4-25de2974c53b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:44:20.897342 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Attempting to bind port 16ae474f-47ca-4699-829f-fde7ef545ef0 on network 62e9c9c5-15a0-4112-8fd4-25de2974c53b {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:20.939528 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:20.940094 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Checking segment: {'id': 'bb838ee9-32ab-4347-89b5-747b4a5c3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:20.940778 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Bound using segment: {'id': 'bb838ee9-32ab-4347-89b5-747b4a5c3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b'} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:20.941928 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Bound port: 16ae474f-47ca-4699-829f-fde7ef545ef0, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb838ee9-32ab-4347-89b5-747b4a5c3212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b'}}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:20.942510 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.045279 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] For port 16ae474f-47ca-4699-829f-fde7ef545ef0, host hv-cinder-83979, cleared binding levels {{(pid=109965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:21.049791 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] For port 16ae474f-47ca-4699-829f-fde7ef545ef0, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=16ae474f-47ca-4699-829f-fde7ef545ef0,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:21.061906 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 57710f16-602b-4c15-a519-8b009ea5066a no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:44:21.079072 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.120351 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-27b1aac6-77cc-4bf7-8a05-dc1e64f5efb9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:21.124384 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-27b1aac6-77cc-4bf7-8a05-dc1e64f5efb9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 819 time: 0.2428594 May 05 15:44:21.129750 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: 57710f16-602b-4c15-a519-8b009ea5066a {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:44:21.130110 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 57710f16-602b-4c15-a519-8b009ea5066a not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:44:21.214808 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:21.215972 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.218947 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] 10.222.0.41 "PUT /v2.0/ports/16ae474f-47ca-4699-829f-fde7ef545ef0 HTTP/1.1" status: 200 len: 1093 time: 1.6058879 May 05 15:44:21.219567 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:21.222010 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91b3b23-270e-4b11-9386-6fda1ab0d527" -d '{"events": [{"name": "network-changed", "server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:21.263926 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697f3bc-50d0-47a4-9f82-f002b64452cc service neutron] Pushing event updated for resources: {'Port': ['ID=16ae474f-47ca-4699-829f-fde7ef545ef0,revision_number=3']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:21.338483 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-689473d9-24cc-42b1-bcc8-18c24526b326 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39d949f289df486faadefe44a5063929 HTTP/1.1" status: 200 len: 380 time: 0.2049513 May 05 15:44:21.339226 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 07322f0d-7897-4024-b7df-ca8f150a43a7 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:21.345382 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b5b22d-fe06-4b10-9c1e-292a3bfd7092 x-openstack-request-id: req-39b5b22d-fe06-4b10-9c1e-292a3bfd7092 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:21.345700 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:21.346019 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39b5b22d-fe06-4b10-9c1e-292a3bfd7092 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:21.346441 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b5b22d-fe06-4b10-9c1e-292a3bfd7092'] response: {'name': 'network-changed', 'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'status': 'completed', 'code': 200} May 05 15:44:21.382560 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-64e9ddbc-43d4-4fe8-ad37-a7614be265f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Request body: {'port': {'device_id': '3411a40e-d4f3-40c4-9136-295f553ca811', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'admin_state_up': True, 'tenant_id': '39d949f289df486faadefe44a5063929', 'security_groups': ['022b56c8-d95c-4ac1-bf9d-1d6a65e95565']}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:21.461704 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-bacd9947-28a7-4a0e-b435-946dea5e988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:21.474852 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-bacd9947-28a7-4a0e-b435-946dea5e988e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89fca92b565f42ffba33b22f01fbc248&device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 1127 time: 0.0978773 May 05 15:44:21.503391 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 07322f0d-7897-4024-b7df-ca8f150a43a7 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:21.504395 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.617298 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-e943bdba-361b-4986-b861-867af2b10079 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ae474f-47ca-4699-829f-fde7ef545ef0 HTTP/1.1" status: 200 len: 217 time: 0.1337450 May 05 15:44:21.758153 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 07322f0d-7897-4024-b7df-ca8f150a43a7 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:21.774421 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-b40bfb66-5c37-4f1d-bfbc-46a970b094e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:21.775171 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-64e9ddbc-43d4-4fe8-ad37-a7614be265f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Made reservation on behalf of 39d949f289df486faadefe44a5063929 for: {'port': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:44:21.776040 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-b40bfb66-5c37-4f1d-bfbc-46a970b094e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=517f5a73-3fa3-46ff-bb5d-c1e87917c1ec HTTP/1.1" status: 200 len: 847 time: 0.1471701 May 05 15:44:21.779501 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-64e9ddbc-43d4-4fe8-ad37-a7614be265f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:21.923285 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-e89389ca-80ce-4dba-a9ed-fe76b9260938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:21.931430 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-e89389ca-80ce-4dba-a9ed-fe76b9260938 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62e9c9c5-15a0-4112-8fd4-25de2974c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1441791 May 05 15:44:21.972002 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2a775ede-18d6-4879-8365-c6e214aa9c93 req-9094d694-2b11-41d0-8503-dd75320573a4 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 210 time: 0.0386896 May 05 15:44:22.074872 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-64e9ddbc-43d4-4fe8-ad37-a7614be265f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Allocated IP 172.20.0.13 (371d1c4c-f489-46f4-9586-d2540e98ca89/e9a2f9ab-124d-43cd-b2c1-ac79d509aee9/29e6302c-693f-4837-a578-0a0d08d005c2) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:22.100467 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84337f43-27a5-4008-b77d-672267163c62 req-f1954342-f86f-4cd9-9241-f154c6b07048 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:22.105134 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-84337f43-27a5-4008-b77d-672267163c62 req-f1954342-f86f-4cd9-9241-f154c6b07048 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.1020510 May 05 15:44:22.192432 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-84337f43-27a5-4008-b77d-672267163c62 req-4a4e677d-ec94-4a2d-882d-9f28ab3e79e5 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728874 May 05 15:44:22.322676 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-64e9ddbc-43d4-4fe8-ad37-a7614be265f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for port (29e6302c-693f-4837-a578-0a0d08d005c2), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:22.367821 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-64e9ddbc-43d4-4fe8-ad37-a7614be265f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:22.431052 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-64e9ddbc-43d4-4fe8-ad37-a7614be265f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Network 371d1c4c-f489-46f4-9586-d2540e98ca89 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:22.438548 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-64e9ddbc-43d4-4fe8-ad37-a7614be265f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:22.443805 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-64e9ddbc-43d4-4fe8-ad37-a7614be265f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:22.447634 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9ddbc-43d4-4fe8-ad37-a7614be265f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Pushing event updated for resources: {'Port': ['ID=29e6302c-693f-4837-a578-0a0d08d005c2,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:22.516049 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-64e9ddbc-43d4-4fe8-ad37-a7614be265f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:22.516720 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-64e9ddbc-43d4-4fe8-ad37-a7614be265f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:22.547653 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-64e9ddbc-43d4-4fe8-ad37-a7614be265f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1752336 May 05 15:44:22.769780 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-e6667689-77a4-4d93-a6b1-b58623c83f66 None None] Provisioning complete for port 29e6302c-693f-4837-a578-0a0d08d005c2 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:22.770788 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e6667689-77a4-4d93-a6b1-b58623c83f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:22.814483 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-e6667689-77a4-4d93-a6b1-b58623c83f66 None None] Port 29e6302c-693f-4837-a578-0a0d08d005c2 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:23.066994 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57560) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:23.145127 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5b96f-e872-4293-ab9c-bcdb275e91b5 req-4103f70c-44d4-47c7-bfe1-6362d2d9b246 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:23.146778 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-69b5b96f-e872-4293-ab9c-bcdb275e91b5 req-4103f70c-44d4-47c7-bfe1-6362d2d9b246 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 932 time: 0.0776060 May 05 15:44:23.203236 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-69b5b96f-e872-4293-ab9c-bcdb275e91b5 req-01bbbb37-ef57-4ab2-aed9-b683d26d39fa tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504410 May 05 15:44:23.230978 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a474fd98-90b8-42b4-952e-d8972c3da6bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:23.333109 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a474fd98-90b8-42b4-952e-d8972c3da6bf admin admin] Publish callbacks [] for security_group (266b5ea0-7f10-48a8-9ab8-e8e323c0663a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:23.336287 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf675b9-8dca-4b01-b01f-601f25fbc276 req-95ddce8b-826c-41c4-9ea7-d21d0d281bce tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:23.337047 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a474fd98-90b8-42b4-952e-d8972c3da6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (266b5ea0-7f10-48a8-9ab8-e8e323c0663a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:23.337823 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bcf675b9-8dca-4b01-b01f-601f25fbc276 req-95ddce8b-826c-41c4-9ea7-d21d0d281bce tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.0653374 May 05 15:44:23.374854 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474fd98-90b8-42b4-952e-d8972c3da6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266b5ea0-7f10-48a8-9ab8-e8e323c0663a,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:23.380415 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-a474fd98-90b8-42b4-952e-d8972c3da6bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e14e29d0aeb47fa9bb065bd569f79e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123703 May 05 15:44:23.383101 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57570) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:23.393140 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bcf675b9-8dca-4b01-b01f-601f25fbc276 req-322e47a3-3d13-4e50-8dc2-88905cb08ed5 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494797 May 05 15:44:23.432427 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2183c6d9-6ae0-4801-a18a-66e04b668211 admin admin] Publish callbacks [] for security_group (266b5ea0-7f10-48a8-9ab8-e8e323c0663a), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:23.453244 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2183c6d9-6ae0-4801-a18a-66e04b668211 admin admin] Publish callbacks [] for security_group (266b5ea0-7f10-48a8-9ab8-e8e323c0663a), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:23.499216 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2183c6d9-6ae0-4801-a18a-66e04b668211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (266b5ea0-7f10-48a8-9ab8-e8e323c0663a), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:23.502133 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2183c6d9-6ae0-4801-a18a-66e04b668211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:23.503265 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2183c6d9-6ae0-4801-a18a-66e04b668211 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/266b5ea0-7f10-48a8-9ab8-e8e323c0663a HTTP/1.1" status: 204 len: 168 time: 0.1192632 May 05 15:44:23.512163 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183c6d9-6ae0-4801-a18a-66e04b668211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266b5ea0-7f10-48a8-9ab8-e8e323c0663a,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:23.771205 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 57580) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:23.784118 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5776-98b4-4fe7-84e9-494e59f02bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:23.862069 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5776-98b4-4fe7-84e9-494e59f02bcd admin admin] Publish callbacks [] for security_group (c27de4a1-d0e1-4c40-8768-1f275fcc0c5d), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:23.866592 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5776-98b4-4fe7-84e9-494e59f02bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (c27de4a1-d0e1-4c40-8768-1f275fcc0c5d), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:23.903738 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a5776-98b4-4fe7-84e9-494e59f02bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27de4a1-d0e1-4c40-8768-1f275fcc0c5d,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:23.907952 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-bd0a5776-98b4-4fe7-84e9-494e59f02bcd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a14ec90a25254f97a9dd297d8e6f4433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356747 May 05 15:44:23.911550 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 57582) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:23.959178 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-266e91cf-e2c5-4c16-8d76-9b3ed50fb141 admin admin] Publish callbacks [] for security_group (c27de4a1-d0e1-4c40-8768-1f275fcc0c5d), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:23.980967 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-266e91cf-e2c5-4c16-8d76-9b3ed50fb141 admin admin] Publish callbacks [] for security_group (c27de4a1-d0e1-4c40-8768-1f275fcc0c5d), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:24.027531 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-266e91cf-e2c5-4c16-8d76-9b3ed50fb141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (c27de4a1-d0e1-4c40-8768-1f275fcc0c5d), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:24.030248 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-266e91cf-e2c5-4c16-8d76-9b3ed50fb141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:24.031383 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-266e91cf-e2c5-4c16-8d76-9b3ed50fb141 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c27de4a1-d0e1-4c40-8768-1f275fcc0c5d HTTP/1.1" status: 204 len: 168 time: 0.1189401 May 05 15:44:24.039973 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e91cf-e2c5-4c16-8d76-9b3ed50fb141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27de4a1-d0e1-4c40-8768-1f275fcc0c5d,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:24.329114 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e05f64-a661-4df3-b72c-fb29633015bf req-6705d104-8902-44d8-beba-e7e8a70e32d8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:24.330695 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-93e05f64-a661-4df3-b72c-fb29633015bf req-6705d104-8902-44d8-beba-e7e8a70e32d8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 932 time: 0.0504992 May 05 15:44:24.386076 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-93e05f64-a661-4df3-b72c-fb29633015bf req-b4522fd9-a57b-4a2c-a9c7-67bd57edadd4 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482414 May 05 15:44:24.511793 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e4d12-1ae9-4734-8266-37f134a9b1d3 req-dc5226f6-b9ab-4a6b-b346-e4fbe69baa6b tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:24.513204 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-714e4d12-1ae9-4734-8266-37f134a9b1d3 req-dc5226f6-b9ab-4a6b-b346-e4fbe69baa6b tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.0507259 May 05 15:44:24.568233 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-714e4d12-1ae9-4734-8266-37f134a9b1d3 req-dd8ecf75-7e3d-41fc-b623-2578defc09d9 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494227 May 05 15:44:24.713807 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Request body: {'port': {'device_id': '3411a40e-d4f3-40c4-9136-295f553ca811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:24.748589 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c7b7437-cb58-4b6e-bcb4-b28d6b00ee8f req-39049a0c-c6bb-4297-94f6-414632001938 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765889 May 05 15:44:24.771627 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-c01b3fb7-0362-4fec-bb52-02a2cd229d1f service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969520 May 05 15:44:24.782308 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:25.057259 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e6302c-693f-4837-a578-0a0d08d005c2 {{(pid=109966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:44:25.065382 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Publish callbacks [] for port (29e6302c-693f-4837-a578-0a0d08d005c2), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:25.079839 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.provisioning_blocks [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Transition to ACTIVE for port object 29e6302c-693f-4837-a578-0a0d08d005c2 will not be triggered until provisioned by entity L2. {{(pid=109966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:44:25.083796 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:25.180942 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Pushing event updated for resources: {'Port': ['ID=29e6302c-693f-4837-a578-0a0d08d005c2,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:25.190638 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b7437-cb58-4b6e-bcb4-b28d6b00ee8f req-7917dc69-839c-4afc-a945-94b2ad9f4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:25.193488 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c7b7437-cb58-4b6e-bcb4-b28d6b00ee8f req-7917dc69-839c-4afc-a945-94b2ad9f4034 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 1130 time: 0.0811932 May 05 15:44:25.264953 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a3325d59-e6f9-4de3-80b2-bf71d1cc83c2 req-56b1980f-0b6a-4655-ab16-7ea0880ae9bc service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807585 May 05 15:44:25.293687 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Attempting to bind port 29e6302c-693f-4837-a578-0a0d08d005c2 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:25.294356 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Attempting to bind port 29e6302c-693f-4837-a578-0a0d08d005c2 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:25.295245 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Attempting to bind port 29e6302c-693f-4837-a578-0a0d08d005c2 on network 371d1c4c-f489-46f4-9586-d2540e98ca89 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:25.312153 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Port 29e6302c-693f-4837-a578-0a0d08d005c2 on network 371d1c4c-f489-46f4-9586-d2540e98ca89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:44:25.312153 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Attempting to bind port 29e6302c-693f-4837-a578-0a0d08d005c2 on network 371d1c4c-f489-46f4-9586-d2540e98ca89 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:25.322063 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:25.322554 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Checking segment: {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:25.323023 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Bound using segment: {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:25.323569 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Bound port: 29e6302c-693f-4837-a578-0a0d08d005c2, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c63a7d27-70dd-42d8-84ee-ef198e21cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89'}}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:25.324185 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:25.411092 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] For port 29e6302c-693f-4837-a578-0a0d08d005c2, host hv-cinder-83979, cleared binding levels {{(pid=109966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:25.415067 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] For port 29e6302c-693f-4837-a578-0a0d08d005c2, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=29e6302c-693f-4837-a578-0a0d08d005c2,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:25.426824 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:25.472828 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:25.473950 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:25.475664 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] 10.222.0.41 "PUT /v2.0/ports/29e6302c-693f-4837-a578-0a0d08d005c2 HTTP/1.1" status: 200 len: 1094 time: 0.7679346 May 05 15:44:25.478632 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3411a40e-d4f3-40c4-9136-295f553ca811', 'tag': '29e6302c-693f-4837-a578-0a0d08d005c2'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:25.481052 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df8dddc-88aa-4afc-869f-71844bdff524" -d '{"events": [{"name": "network-changed", "server_uuid": "3411a40e-d4f3-40c4-9136-295f553ca811", "tag": "29e6302c-693f-4837-a578-0a0d08d005c2"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:25.597904 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa68dba-6901-450b-9758-9afa82591f09 x-openstack-request-id: req-5fa68dba-6901-450b-9758-9afa82591f09 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:25.598383 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3411a40e-d4f3-40c4-9136-295f553ca811", "tag": "29e6302c-693f-4837-a578-0a0d08d005c2", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:25.598642 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5fa68dba-6901-450b-9758-9afa82591f09 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:25.599620 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa68dba-6901-450b-9758-9afa82591f09'] response: {'name': 'network-changed', 'server_uuid': '3411a40e-d4f3-40c4-9136-295f553ca811', 'tag': '29e6302c-693f-4837-a578-0a0d08d005c2', 'status': 'completed', 'code': 200} May 05 15:44:25.648525 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5060a2-a820-4fd9-b62e-819887e06f90 service neutron] Pushing event updated for resources: {'Port': ['ID=29e6302c-693f-4837-a578-0a0d08d005c2,revision_number=3']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:25.734450 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c91058-1a3d-4646-b6a1-b1081cabf231 req-858dfaa9-14e6-43d7-9c8b-2421148eea3a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:25.736000 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3c91058-1a3d-4646-b6a1-b1081cabf231 req-858dfaa9-14e6-43d7-9c8b-2421148eea3a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 944 time: 0.1743066 May 05 15:44:25.806582 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0785c-c1c4-41ae-8953-c742e9cbe12f req-23803e45-ac5f-4f07-b508-11170986b945 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:25.808254 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-54c0785c-c1c4-41ae-8953-c742e9cbe12f req-23803e45-ac5f-4f07-b508-11170986b945 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.0967371 May 05 15:44:25.869018 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b7437-cb58-4b6e-bcb4-b28d6b00ee8f req-965386e6-c2fe-484b-aa99-2de2ed06073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:25.870662 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c7b7437-cb58-4b6e-bcb4-b28d6b00ee8f req-965386e6-c2fe-484b-aa99-2de2ed06073e service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.3306787 May 05 15:44:25.878146 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3c91058-1a3d-4646-b6a1-b1081cabf231 req-be6b4304-a60b-4306-afdb-9d50005fd9e4 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289003 May 05 15:44:25.964483 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-54c0785c-c1c4-41ae-8953-c742e9cbe12f req-e903e4be-1ac4-4788-a84b-a55ee2d45369 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476409 May 05 15:44:26.005442 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1fa53dfa-32ff-4dcf-8853-7ed214d7b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:26.008911 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-1fa53dfa-32ff-4dcf-8853-7ed214d7b5db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 1128 time: 0.1069422 May 05 15:44:26.064036 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-e5fdf11e-e863-43a6-bced-652132e1867d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29e6302c-693f-4837-a578-0a0d08d005c2 HTTP/1.1" status: 200 len: 217 time: 0.0469232 May 05 15:44:26.082726 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b3b23-270e-4b11-9386-6fda1ab0d527 req-b6483cbb-0669-4ecb-9872-db8b92144a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:26.089694 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c91b3b23-270e-4b11-9386-6fda1ab0d527 req-b6483cbb-0669-4ecb-9872-db8b92144a3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89fca92b565f42ffba33b22f01fbc248&device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 1127 time: 0.1692698 May 05 15:44:26.091497 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c7b7437-cb58-4b6e-bcb4-b28d6b00ee8f req-ff15bb64-874a-4bdc-8346-1ae44a48087d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc65f9ad-07a2-491d-a05d-84775397a22e HTTP/1.1" status: 200 len: 217 time: 0.1975372 May 05 15:44:26.134113 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-9322477a-76da-494f-9412-aec78efd3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:26.135774 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-9322477a-76da-494f-9412-aec78efd3b05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.0617211 May 05 15:44:26.192049 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-e9865d48-a902-4757-8e19-a43fc3309bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:26.193805 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-e9865d48-a902-4757-8e19-a43fc3309bbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512958 May 05 15:44:26.244224 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b7437-cb58-4b6e-bcb4-b28d6b00ee8f req-571fdb77-7bdc-4ec2-8415-2a2d23f97ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:26.246490 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c7b7437-cb58-4b6e-bcb4-b28d6b00ee8f req-571fdb77-7bdc-4ec2-8415-2a2d23f97ae9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.1258638 May 05 15:44:26.330992 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b3b23-270e-4b11-9386-6fda1ab0d527 req-6943bb58-1d88-4bfe-b94f-3fb29ba9e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:26.334216 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c91b3b23-270e-4b11-9386-6fda1ab0d527 req-6943bb58-1d88-4bfe-b94f-3fb29ba9e0d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62e9c9c5-15a0-4112-8fd4-25de2974c53b HTTP/1.1" status: 200 len: 909 time: 0.2318866 May 05 15:44:26.344556 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-33c80e46-201b-4e56-94ee-229b1d6acb6c service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434550 May 05 15:44:26.355770 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b7437-cb58-4b6e-bcb4-b28d6b00ee8f req-de5e4416-0fe8-423c-8426-9217fb5a01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:26.357208 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c7b7437-cb58-4b6e-bcb4-b28d6b00ee8f req-de5e4416-0fe8-423c-8426-9217fb5a01c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0936449 May 05 15:44:26.534651 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-58b2d17e-e08b-41f6-b5b1-93b3b161880a req-fe0ae5cb-28a6-466a-b49f-532b0c72b924 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813922 May 05 15:44:26.540580 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c91b3b23-270e-4b11-9386-6fda1ab0d527 req-8768880b-b855-4c63-a8a2-d00d6b2a6991 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ae474f-47ca-4699-829f-fde7ef545ef0 HTTP/1.1" status: 200 len: 217 time: 0.1924558 May 05 15:44:26.707703 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c7b7437-cb58-4b6e-bcb4-b28d6b00ee8f req-fca43c16-47eb-4027-a0e3-ecb024a0947f service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863700 May 05 15:44:26.719557 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b3b23-270e-4b11-9386-6fda1ab0d527 req-8800c4a5-23b8-4972-9b72-7a8cc1251976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:26.720985 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c91b3b23-270e-4b11-9386-6fda1ab0d527 req-8800c4a5-23b8-4972-9b72-7a8cc1251976 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=517f5a73-3fa3-46ff-bb5d-c1e87917c1ec HTTP/1.1" status: 200 len: 847 time: 0.1679468 May 05 15:44:27.034212 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3df3e7-42ca-4fce-b2d3-a6ff82499ccf req-845c6705-dc37-4834-a5f9-69bbce8aa02a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:27.041576 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2b3df3e7-42ca-4fce-b2d3-a6ff82499ccf req-845c6705-dc37-4834-a5f9-69bbce8aa02a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0881760 May 05 15:44:27.110206 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e10277-7319-49f2-8731-d3bbc94ae932 req-8ff82890-4c7f-4ef2-9745-2bdf339d7e3b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:27.117882 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-63e10277-7319-49f2-8731-d3bbc94ae932 req-8ff82890-4c7f-4ef2-9745-2bdf339d7e3b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 944 time: 0.0965083 May 05 15:44:27.129183 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2b3df3e7-42ca-4fce-b2d3-a6ff82499ccf req-b5f3b08b-1a5b-485f-86de-19325a0123e8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867367 May 05 15:44:27.183514 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-63e10277-7319-49f2-8731-d3bbc94ae932 req-10b562df-2ab3-433b-9da4-00b77475273c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643516 May 05 15:44:27.293359 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816177e7-47de-482e-84fc-e9c0509bf993 req-ead6746c-ca7e-42d5-88c5-23d5ddace160 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:27.300993 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-816177e7-47de-482e-84fc-e9c0509bf993 req-ead6746c-ca7e-42d5-88c5-23d5ddace160 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.0592296 May 05 15:44:27.356554 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-816177e7-47de-482e-84fc-e9c0509bf993 req-2b332f33-b32f-4d3d-a286-559f8095fd13 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543268 May 05 15:44:27.664268 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8dddc-88aa-4afc-869f-71844bdff524 req-883a0ce5-6cb8-4004-aa8c-f62354cc5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:27.665777 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7df8dddc-88aa-4afc-869f-71844bdff524 req-883a0ce5-6cb8-4004-aa8c-f62354cc5cbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 1128 time: 0.0579941 May 05 15:44:27.675098 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b3b23-270e-4b11-9386-6fda1ab0d527 req-ebe6b2a9-bd7d-4251-aa86-7f5e2ab613af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:27.677295 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c91b3b23-270e-4b11-9386-6fda1ab0d527 req-ebe6b2a9-bd7d-4251-aa86-7f5e2ab613af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62e9c9c5-15a0-4112-8fd4-25de2974c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709362 May 05 15:44:27.849285 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8dddc-88aa-4afc-869f-71844bdff524 req-c1cbaec9-a474-4232-ac2e-ac2c0e587426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:27.851989 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7df8dddc-88aa-4afc-869f-71844bdff524 req-c1cbaec9-a474-4232-ac2e-ac2c0e587426 service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.1528423 May 05 15:44:27.888850 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c91b3b23-270e-4b11-9386-6fda1ab0d527 req-5ea8d4ed-e53c-4391-a675-fe1ac9191806 service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487210 May 05 15:44:27.891166 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c7b7437-cb58-4b6e-bcb4-b28d6b00ee8f req-59cc3be2-592d-4fa6-a608-273c198a6764 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861705 May 05 15:44:27.929397 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7df8dddc-88aa-4afc-869f-71844bdff524 req-1896eae0-59f1-4f80-8b11-364c8f5d27ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29e6302c-693f-4837-a578-0a0d08d005c2 HTTP/1.1" status: 200 len: 217 time: 0.0536804 May 05 15:44:28.032466 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8dddc-88aa-4afc-869f-71844bdff524 req-4b0a1ab6-fcf1-4322-a023-5f09d4fdef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:28.035318 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7df8dddc-88aa-4afc-869f-71844bdff524 req-4b0a1ab6-fcf1-4322-a023-5f09d4fdef0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.0959098 May 05 15:44:28.070142 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c91b3b23-270e-4b11-9386-6fda1ab0d527 req-d7e4a3d6-14b6-447a-b956-e0f04c12c09e service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602840 May 05 15:44:28.342024 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0739c-4bd0-446d-bd37-a2419ad387db req-479d7ac7-961a-4a7e-b522-187db67a6f92 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:28.344140 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8ea0739c-4bd0-446d-bd37-a2419ad387db req-479d7ac7-961a-4a7e-b522-187db67a6f92 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0931017 May 05 15:44:28.390066 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8dddc-88aa-4afc-869f-71844bdff524 req-8957dd18-4525-45dd-bea0-c19c33b3c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:28.391615 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7df8dddc-88aa-4afc-869f-71844bdff524 req-8957dd18-4525-45dd-bea0-c19c33b3c063 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1111794 May 05 15:44:28.406610 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8ea0739c-4bd0-446d-bd37-a2419ad387db req-ded994ce-b30e-47fe-b02d-f1f5974afd1a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532982 May 05 15:44:28.410236 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3641a90-eef8-40d4-9d4e-66f02cc43bbb req-9bba7857-59b7-4ed9-8e70-826b527229b8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:28.411720 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d3641a90-eef8-40d4-9d4e-66f02cc43bbb req-9bba7857-59b7-4ed9-8e70-826b527229b8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 944 time: 0.0691094 May 05 15:44:28.539315 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa66dcc-41da-4c1c-ab11-1b39bbfa7d57 req-a4ba232d-78a1-46c9-a270-97fc270389ea tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:28.546560 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2aa66dcc-41da-4c1c-ab11-1b39bbfa7d57 req-a4ba232d-78a1-46c9-a270-97fc270389ea tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.0705454 May 05 15:44:28.570633 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 29e6302c-693f-4837-a578-0a0d08d005c2 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:44:28.592428 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d3641a90-eef8-40d4-9d4e-66f02cc43bbb req-a7201422-7f1a-4c1c-8fd2-a0b4ec07d6f1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709774 May 05 15:44:28.618800 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7df8dddc-88aa-4afc-869f-71844bdff524 req-9a291faa-f25a-401b-bf19-93db8ff12021 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060096 May 05 15:44:28.653487 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2aa66dcc-41da-4c1c-ab11-1b39bbfa7d57 req-c42fbad0-7cc8-480b-b6d8-700165618f1d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059246 May 05 15:44:28.743948 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 29e6302c-693f-4837-a578-0a0d08d005c2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=29e6302c-693f-4837-a578-0a0d08d005c2,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:28.774027 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '29e6302c-693f-4837-a578-0a0d08d005c2', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'port_id': '29e6302c-693f-4837-a578-0a0d08d005c2', 'mac_address': 'fa:16:3e:13:60:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:44:28.885411 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 29e6302c-693f-4837-a578-0a0d08d005c2 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:28.885856 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:28.917685 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e6302c-693f-4837-a578-0a0d08d005c2 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:44:28.981795 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 29e6302c-693f-4837-a578-0a0d08d005c2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=29e6302c-693f-4837-a578-0a0d08d005c2,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:28.988850 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:29.052752 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57762) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:29.074101 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=29e6302c-693f-4837-a578-0a0d08d005c2,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:29.090275 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.091195 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.092193 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.092712 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.093680 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.094464 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.095323 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.096369 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.099026 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.099679 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.100649 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.101247 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.101736 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.102757 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.103245 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:44:29.189274 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8b605734-f072-4fae-aeab-0f19847400b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:29.219399 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7df8dddc-88aa-4afc-869f-71844bdff524 req-d0c08019-87ea-43bb-8b0d-a838f6dba64d service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496722 May 05 15:44:29.297959 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8b605734-f072-4fae-aeab-0f19847400b4 admin admin] Publish callbacks [] for security_group (14f5916a-c522-46e8-a5a4-1f9510a5cef5), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:29.305052 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['29e6302c-693f-4837-a578-0a0d08d005c2'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:44:29.310360 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8b605734-f072-4fae-aeab-0f19847400b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (14f5916a-c522-46e8-a5a4-1f9510a5cef5), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:29.370901 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-8b605734-f072-4fae-aeab-0f19847400b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4fd80b7aab340c58cc35c2fd0c6928d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160717 May 05 15:44:29.375968 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57770) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:29.402093 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b605734-f072-4fae-aeab-0f19847400b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f5916a-c522-46e8-a5a4-1f9510a5cef5,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:29.463447 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-31af3626-07ef-4c73-9acc-623160077f65 admin admin] Publish callbacks [] for security_group (14f5916a-c522-46e8-a5a4-1f9510a5cef5), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:29.498376 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-31af3626-07ef-4c73-9acc-623160077f65 admin admin] Publish callbacks [] for security_group (14f5916a-c522-46e8-a5a4-1f9510a5cef5), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:29.602284 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-31af3626-07ef-4c73-9acc-623160077f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (14f5916a-c522-46e8-a5a4-1f9510a5cef5), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:29.605310 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-31af3626-07ef-4c73-9acc-623160077f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:29.609622 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-31af3626-07ef-4c73-9acc-623160077f65 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14f5916a-c522-46e8-a5a4-1f9510a5cef5 HTTP/1.1" status: 204 len: 168 time: 0.2324982 May 05 15:44:29.623335 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af3626-07ef-4c73-9acc-623160077f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f5916a-c522-46e8-a5a4-1f9510a5cef5,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:29.630798 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c7df7-797f-4100-8027-c30c287b4077 req-48c679fc-797f-48e2-a2c5-8678b5c59c89 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:29.632974 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5d3c7df7-797f-4100-8027-c30c287b4077 req-48c679fc-797f-48e2-a2c5-8678b5c59c89 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0849345 May 05 15:44:29.741386 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5d3c7df7-797f-4100-8027-c30c287b4077 req-69505007-76ae-4cf5-ba80-49e2af039982 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980392 May 05 15:44:29.938540 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86379653-ed9b-40f0-b009-2c19394100aa req-12bfa933-b84d-49dc-8ce6-db0ce3a16ab9 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:29.944395 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-86379653-ed9b-40f0-b009-2c19394100aa req-12bfa933-b84d-49dc-8ce6-db0ce3a16ab9 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.1148424 May 05 15:44:30.045009 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-86379653-ed9b-40f0-b009-2c19394100aa req-c76de32a-3999-49df-9758-096b7701406d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886679 May 05 15:44:30.110122 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 57792) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:30.125351 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-921dc7d3-7e09-4b69-a916-a2d6ee37c352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:30.214254 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc35468-b387-4663-9998-17dca37d8e98 req-03b2f957-fdcf-4e33-a24d-47c0fad829b4 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:30.226253 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4cc35468-b387-4663-9998-17dca37d8e98 req-03b2f957-fdcf-4e33-a24d-47c0fad829b4 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 945 time: 0.4563355 May 05 15:44:30.229688 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-921dc7d3-7e09-4b69-a916-a2d6ee37c352 admin admin] Publish callbacks [] for security_group (605b22ac-bee6-4a0e-b78e-1f17681c36a2), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:30.235183 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-921dc7d3-7e09-4b69-a916-a2d6ee37c352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (605b22ac-bee6-4a0e-b78e-1f17681c36a2), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:30.276172 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dc7d3-7e09-4b69-a916-a2d6ee37c352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605b22ac-bee6-4a0e-b78e-1f17681c36a2,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:30.282915 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4cc35468-b387-4663-9998-17dca37d8e98 req-7bac6140-0994-4842-b4c5-c628e131c0ee tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553665 May 05 15:44:30.305678 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-921dc7d3-7e09-4b69-a916-a2d6ee37c352 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c77a8e9d30f48f886520880333bb642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941850 May 05 15:44:30.308101 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 57794) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:30.367128 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-26c94794-b0a2-4eda-be13-b6c55b936922 admin admin] Publish callbacks [] for security_group (605b22ac-bee6-4a0e-b78e-1f17681c36a2), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:30.393398 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-26c94794-b0a2-4eda-be13-b6c55b936922 admin admin] Publish callbacks [] for security_group (605b22ac-bee6-4a0e-b78e-1f17681c36a2), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:30.471647 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-26c94794-b0a2-4eda-be13-b6c55b936922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (605b22ac-bee6-4a0e-b78e-1f17681c36a2), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:30.474154 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-26c94794-b0a2-4eda-be13-b6c55b936922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:30.486732 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-26c94794-b0a2-4eda-be13-b6c55b936922 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/605b22ac-bee6-4a0e-b78e-1f17681c36a2 HTTP/1.1" status: 204 len: 168 time: 0.1775308 May 05 15:44:30.499583 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c94794-b0a2-4eda-be13-b6c55b936922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605b22ac-bee6-4a0e-b78e-1f17681c36a2,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:30.591182 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 29e6302c-693f-4837-a578-0a0d08d005c2 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:30.641573 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 29e6302c-693f-4837-a578-0a0d08d005c2 completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:44:30.650037 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 29e6302c-693f-4837-a578-0a0d08d005c2 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:30.654798 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:30.757118 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 29e6302c-693f-4837-a578-0a0d08d005c2 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:30.757505 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:30.791761 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3411a40e-d4f3-40c4-9136-295f553ca811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e6302c-693f-4837-a578-0a0d08d005c2'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:30.795036 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81415e6-45c7-4416-87ff-7ee3eca663ea" -d '{"events": [{"server_uuid": "3411a40e-d4f3-40c4-9136-295f553ca811", "name": "network-vif-plugged", "status": "completed", "tag": "29e6302c-693f-4837-a578-0a0d08d005c2"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:30.811819 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 29e6302c-693f-4837-a578-0a0d08d005c2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=29e6302c-693f-4837-a578-0a0d08d005c2,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:30.818385 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:30.888487 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396abcaf-210c-438d-bea4-dca2343af2cd x-openstack-request-id: req-396abcaf-210c-438d-bea4-dca2343af2cd {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:30.888996 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3411a40e-d4f3-40c4-9136-295f553ca811", "name": "network-vif-plugged", "status": "completed", "tag": "29e6302c-693f-4837-a578-0a0d08d005c2", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:30.889405 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-396abcaf-210c-438d-bea4-dca2343af2cd {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:30.889974 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396abcaf-210c-438d-bea4-dca2343af2cd'] response: {'server_uuid': '3411a40e-d4f3-40c4-9136-295f553ca811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e6302c-693f-4837-a578-0a0d08d005c2', 'code': 200} May 05 15:44:30.893194 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=29e6302c-693f-4837-a578-0a0d08d005c2,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:30.930092 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff3190-5c94-47da-ad65-55dcadc98a13 req-07c36c5d-2f75-4013-bf84-97f74acaf723 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:30.931792 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b1ff3190-5c94-47da-ad65-55dcadc98a13 req-07c36c5d-2f75-4013-bf84-97f74acaf723 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0972593 May 05 15:44:31.037174 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b1ff3190-5c94-47da-ad65-55dcadc98a13 req-ed71e3aa-e75b-4e26-887d-72adff812831 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981200 May 05 15:44:31.181865 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 57818) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:31.210218 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-be15cd59-6316-4fe8-b9a5-54cb20425077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.234973 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989f663-7833-41a3-a65a-11751218affb req-7349dfce-b0d5-4a57-bdd7-b6bb59741aff tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:31.244066 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8989f663-7833-41a3-a65a-11751218affb req-7349dfce-b0d5-4a57-bdd7-b6bb59741aff tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.0674076 May 05 15:44:31.331308 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8989f663-7833-41a3-a65a-11751218affb req-de7420b0-5b72-4d51-9ddf-edb458d786ad tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768273 May 05 15:44:31.374931 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-be15cd59-6316-4fe8-b9a5-54cb20425077 admin admin] Publish callbacks [] for security_group (82183a50-53ab-4f20-8a03-86f13ccd4a27), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.391580 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-be15cd59-6316-4fe8-b9a5-54cb20425077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (82183a50-53ab-4f20-8a03-86f13ccd4a27), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.467534 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-be15cd59-6316-4fe8-b9a5-54cb20425077 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef591a056354488ca588fa6efb63951d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814484 May 05 15:44:31.468167 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57822) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:31.472343 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab72e6-1436-4fd8-83be-b18552f2d2b7 req-3df17784-a809-4173-9220-610d68ead300 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:31.474264 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3dab72e6-1436-4fd8-83be-b18552f2d2b7 req-3df17784-a809-4173-9220-610d68ead300 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0973556 May 05 15:44:31.476628 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15cd59-6316-4fe8-b9a5-54cb20425077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82183a50-53ab-4f20-8a03-86f13ccd4a27,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:31.564703 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3dab72e6-1436-4fd8-83be-b18552f2d2b7 req-9ab65670-9c5c-4a1e-b94d-f910bf7676a5 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818074 May 05 15:44:31.565025 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7c75f1e6-1fe7-496d-bef3-d7a7d5f187a5 admin admin] Publish callbacks [] for security_group (82183a50-53ab-4f20-8a03-86f13ccd4a27), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.601090 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7c75f1e6-1fe7-496d-bef3-d7a7d5f187a5 admin admin] Publish callbacks [] for security_group (82183a50-53ab-4f20-8a03-86f13ccd4a27), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.682331 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7c75f1e6-1fe7-496d-bef3-d7a7d5f187a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (82183a50-53ab-4f20-8a03-86f13ccd4a27), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.685929 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7c75f1e6-1fe7-496d-bef3-d7a7d5f187a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:31.689812 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-7c75f1e6-1fe7-496d-bef3-d7a7d5f187a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82183a50-53ab-4f20-8a03-86f13ccd4a27 HTTP/1.1" status: 204 len: 168 time: 0.2182066 May 05 15:44:31.716916 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75f1e6-1fe7-496d-bef3-d7a7d5f187a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82183a50-53ab-4f20-8a03-86f13ccd4a27,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:32.089647 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81b36d-5680-483c-a54f-18372c9b3c4d req-8b6a405a-a6ff-449d-a1cb-ad341b41d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:32.096079 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0e81b36d-5680-483c-a54f-18372c9b3c4d req-8b6a405a-a6ff-449d-a1cb-ad341b41d12b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 1130 time: 0.0694933 May 05 15:44:32.194349 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0e81b36d-5680-483c-a54f-18372c9b3c4d req-121a77c8-80f4-46be-b705-6c70f1b1b0b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880191 May 05 15:44:32.273587 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e514fef-5725-44b9-b77d-e459021296a4 req-86583e9e-88c3-479a-a5bb-f17c707c66ff tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:32.275216 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9e514fef-5725-44b9-b77d-e459021296a4 req-86583e9e-88c3-479a-a5bb-f17c707c66ff tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0927904 May 05 15:44:32.338818 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9e514fef-5725-44b9-b77d-e459021296a4 req-79b04aa5-2a3f-492d-9c98-30b2d4fbcd5c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510592 May 05 15:44:32.465087 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42281b3f-fdf5-4a45-b91d-11e98d5dd629 req-e86cc939-4312-4f3d-806f-3a8b8ee4de89 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:32.467005 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-42281b3f-fdf5-4a45-b91d-11e98d5dd629 req-e86cc939-4312-4f3d-806f-3a8b8ee4de89 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.0668249 May 05 15:44:32.522709 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-42281b3f-fdf5-4a45-b91d-11e98d5dd629 req-477fd57d-f0de-4824-a63b-9685b97ca732 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471833 May 05 15:44:32.591189 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 16ae474f-47ca-4699-829f-fde7ef545ef0 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:44:32.718149 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 16ae474f-47ca-4699-829f-fde7ef545ef0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=16ae474f-47ca-4699-829f-fde7ef545ef0,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:32.723303 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9640d83-b4b1-44b6-a345-630b3e1c2610 req-aa77a1cd-f0e1-481a-9586-ea356a5731e1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:32.731043 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b9640d83-b4b1-44b6-a345-630b3e1c2610 req-aa77a1cd-f0e1-481a-9586-ea356a5731e1 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0738204 May 05 15:44:32.738653 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'port_id': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'mac_address': 'fa:16:3e:a1:ad:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:44:32.778951 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b9640d83-b4b1-44b6-a345-630b3e1c2610 req-567d1225-b8c6-4333-8ce1-51e832a7ad11 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465550 May 05 15:44:32.781856 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 16ae474f-47ca-4699-829f-fde7ef545ef0 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:32.782282 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:32.797189 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ae474f-47ca-4699-829f-fde7ef545ef0 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:44:32.823085 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 16ae474f-47ca-4699-829f-fde7ef545ef0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=16ae474f-47ca-4699-829f-fde7ef545ef0,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:32.827969 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:32.877659 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=16ae474f-47ca-4699-829f-fde7ef545ef0,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:33.174467 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['16ae474f-47ca-4699-829f-fde7ef545ef0'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:44:33.455184 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7570052-0211-4350-ac14-b5f4622e272b req-8b7aac5e-282b-4d0c-bd2f-486d23122e5a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:33.457377 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e7570052-0211-4350-ac14-b5f4622e272b req-8b7aac5e-282b-4d0c-bd2f-486d23122e5a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0487940 May 05 15:44:33.506494 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e7570052-0211-4350-ac14-b5f4622e272b req-e2b4263b-a043-4e91-a4ad-49effc4d23e9 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426135 May 05 15:44:33.649377 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e2db5-48b4-47ad-bed4-36382b35b0b1 req-b290a178-56ae-4867-8168-92e410f021fb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:33.650991 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-696e2db5-48b4-47ad-bed4-36382b35b0b1 req-b290a178-56ae-4867-8168-92e410f021fb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 944 time: 0.0494616 May 05 15:44:33.705457 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-696e2db5-48b4-47ad-bed4-36382b35b0b1 req-61c8dd72-123e-431d-a09a-ed6f917678ba tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487797 May 05 15:44:33.899281 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593a94e-4b3f-42e8-80a6-d90456d3f986 req-c12d4de8-b79b-4d5a-b31a-cb201629fa30 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:33.901140 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7593a94e-4b3f-42e8-80a6-d90456d3f986 req-c12d4de8-b79b-4d5a-b31a-cb201629fa30 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0508132 May 05 15:44:33.985063 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7593a94e-4b3f-42e8-80a6-d90456d3f986 req-f137ac3e-21a4-4ef8-8127-6b38fb51c30f tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773051 May 05 15:44:34.599141 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 16ae474f-47ca-4699-829f-fde7ef545ef0 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:44:34.646106 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 16ae474f-47ca-4699-829f-fde7ef545ef0 completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:44:34.650728 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7316ed-4bfe-4216-a0bc-8345d4f3ee02 req-068a4159-5283-49b4-a9d7-90d747603757 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:34.652372 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7c7316ed-4bfe-4216-a0bc-8345d4f3ee02 req-068a4159-5283-49b4-a9d7-90d747603757 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0699375 May 05 15:44:34.653470 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 16ae474f-47ca-4699-829f-fde7ef545ef0 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:34.654137 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:34.723155 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7c7316ed-4bfe-4216-a0bc-8345d4f3ee02 req-317f5b34-3885-4ace-8c7a-57fc73e46cb3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642803 May 05 15:44:34.765807 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 16ae474f-47ca-4699-829f-fde7ef545ef0 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:44:34.766333 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:34.796452 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:34.799105 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d11876-2192-4a7e-9cc0-9e996be307e0" -d '{"events": [{"server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "name": "network-vif-plugged", "status": "completed", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:34.813798 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 16ae474f-47ca-4699-829f-fde7ef545ef0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=16ae474f-47ca-4699-829f-fde7ef545ef0,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:34.819932 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:34.851455 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded11515-de05-4137-b544-1fda4c8cf4fc req-76e5053a-7674-4381-8c7b-50eee6531dc0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:34.861167 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ded11515-de05-4137-b544-1fda4c8cf4fc req-76e5053a-7674-4381-8c7b-50eee6531dc0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 944 time: 0.0799458 May 05 15:44:34.880170 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=16ae474f-47ca-4699-829f-fde7ef545ef0,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:34.891424 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e715525-256d-4e3e-8252-7ec5a4a7839f x-openstack-request-id: req-2e715525-256d-4e3e-8252-7ec5a4a7839f {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:34.891752 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "name": "network-vif-plugged", "status": "completed", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:34.892009 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e715525-256d-4e3e-8252-7ec5a4a7839f {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:34.893657 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e715525-256d-4e3e-8252-7ec5a4a7839f'] response: {'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'code': 200} May 05 15:44:34.961906 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ded11515-de05-4137-b544-1fda4c8cf4fc req-4c226db7-dbeb-4f59-a7d3-9c697402ebad tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991066 May 05 15:44:35.138904 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31952b9-0a6e-4145-ba56-8a6227cc359f req-8ef9bc12-b2d3-45cd-9f27-654ddef72d9d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:35.141503 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f31952b9-0a6e-4145-ba56-8a6227cc359f req-8ef9bc12-b2d3-45cd-9f27-654ddef72d9d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0784614 May 05 15:44:35.211382 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f31952b9-0a6e-4145-ba56-8a6227cc359f req-e3106252-cd38-4921-afff-2ddb8556bf65 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604482 May 05 15:44:35.231389 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c691c13-5a94-4614-ab91-f3e3eedeff2a req-d3a8e072-8daa-4fcc-b1e8-2a084777d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:35.233424 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6c691c13-5a94-4614-ab91-f3e3eedeff2a req-d3a8e072-8daa-4fcc-b1e8-2a084777d561 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 1129 time: 0.0578091 May 05 15:44:35.309298 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6c691c13-5a94-4614-ab91-f3e3eedeff2a req-dd3de6e1-cfc8-479e-8036-c0e951fc170a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689516 May 05 15:44:35.380124 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba498162-bdd1-4698-a95f-5bf8fb9523f0 req-f7f70013-fa2c-490f-b77b-f6b4c84e76e0 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:35.386479 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ba498162-bdd1-4698-a95f-5bf8fb9523f0 req-f7f70013-fa2c-490f-b77b-f6b4c84e76e0 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0813844 May 05 15:44:35.392413 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57892) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:35.397654 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-264e775a-126a-4bcc-9389-cae778814891 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Request body: {'floatingip': {'port_id': '29e6302c-693f-4837-a578-0a0d08d005c2'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:35.492262 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-264e775a-126a-4bcc-9389-cae778814891 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for floatingip (f461e7e6-d66f-45d4-ac53-6ee67f54b90d), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:35.988585 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ff000-335e-40d0-acbb-a24c6b0a9165 req-48b4bd8f-d442-4a3d-8743-857d8615d723 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:35.990196 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dc1ff000-335e-40d0-acbb-a24c6b0a9165 req-48b4bd8f-d442-4a3d-8743-857d8615d723 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.1268482 May 05 15:44:36.093946 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77d65b-deaa-47f8-9bd6-d193e6515714 req-12e4528e-5352-48de-af4f-b934b806ac77 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:36.095659 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1b77d65b-deaa-47f8-9bd6-d193e6515714 req-12e4528e-5352-48de-af4f-b934b806ac77 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0553100 May 05 15:44:36.158689 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1b77d65b-deaa-47f8-9bd6-d193e6515714 req-02977330-397e-4bdd-ade5-8037e581fd14 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574734 May 05 15:44:36.185995 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dc1ff000-335e-40d0-acbb-a24c6b0a9165 req-43537687-c183-4d23-ac44-bd0391401382 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823530 May 05 15:44:36.366284 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-264e775a-126a-4bcc-9389-cae778814891 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:36.371906 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-264e775a-126a-4bcc-9389-cae778814891 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (f461e7e6-d66f-45d4-ac53-6ee67f54b90d), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:36.499246 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-264e775a-126a-4bcc-9389-cae778814891 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Floating IP f461e7e6-d66f-45d4-ac53-6ee67f54b90d associated. External IP: 172.27.3.123, port: 29e6302c-693f-4837-a578-0a0d08d005c2. May 05 15:44:36.743423 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264e775a-126a-4bcc-9389-cae778814891 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Router a1c45422-37da-46e5-8bad-2f6b8c9af027 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:44:37.016969 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 57918) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:37.136634 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b8824837-47d7-4a7d-83b3-aa8214c5b60b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:37.211173 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264e775a-126a-4bcc-9389-cae778814891 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:37.226732 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec078f0c-b118-4ca4-b024-2fb6c92b9cd0 None None] Sync routers for ids ['a1c45422-37da-46e5-8bad-2f6b8c9af027'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:37.233459 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-264e775a-126a-4bcc-9389-cae778814891 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:37.242675 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec078f0c-b118-4ca4-b024-2fb6c92b9cd0 None None] Routers {'a1c45422-37da-46e5-8bad-2f6b8c9af027'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:37.243299 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ec078f0c-b118-4ca4-b024-2fb6c92b9cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:44:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['a1c45422-37da-46e5-8bad-2f6b8c9af027'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:37.306136 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-264e775a-126a-4bcc-9389-cae778814891 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "PUT /v2.0/floatingips/f461e7e6-d66f-45d4-ac53-6ee67f54b90d HTTP/1.1" status: 200 len: 992 time: 1.9125297 May 05 15:44:37.311544 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3411a40e-d4f3-40c4-9136-295f553ca811', 'tag': '29e6302c-693f-4837-a578-0a0d08d005c2'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:37.320582 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0933876c-69ee-4074-a3ee-17b3df90d5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "3411a40e-d4f3-40c4-9136-295f553ca811", "tag": "29e6302c-693f-4837-a578-0a0d08d005c2"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:37.342244 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b8824837-47d7-4a7d-83b3-aa8214c5b60b admin admin] Publish callbacks [] for security_group (7d9ef4fb-fa23-4be4-9f7e-d1974745ca5c), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:37.417474 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-ec078f0c-b118-4ca4-b024-2fb6c92b9cd0 None None] Set router a1c45422-37da-46e5-8bad-2f6b8c9af027 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:37.438226 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b8824837-47d7-4a7d-83b3-aa8214c5b60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (7d9ef4fb-fa23-4be4-9f7e-d1974745ca5c), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:37.438453 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a594b3d-eb44-42bf-8084-6d38c67bfbbf req-de61e87e-631e-4d24-b198-45dc1f9e9fbe tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:37.438453 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0a594b3d-eb44-42bf-8084-6d38c67bfbbf req-de61e87e-631e-4d24-b198-45dc1f9e9fbe tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.1278861 May 05 15:44:37.490776 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-b8824837-47d7-4a7d-83b3-aa8214c5b60b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a731bffe41ae4c5782b82f14b1f43940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4556096 May 05 15:44:37.490999 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57930) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:37.491118 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f0954-f684-44e5-96d9-dce2d7eaf24c req-2452bd29-9854-43ed-84ca-a43cf86a3647 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:37.491118 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0c4f0954-f684-44e5-96d9-dce2d7eaf24c req-2452bd29-9854-43ed-84ca-a43cf86a3647 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.1897426 May 05 15:44:37.524204 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8824837-47d7-4a7d-83b3-aa8214c5b60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9ef4fb-fa23-4be4-9f7e-d1974745ca5c,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:37.601825 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0c4f0954-f684-44e5-96d9-dce2d7eaf24c req-ee20fc59-89bd-493b-b414-07b35438a808 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121316 May 05 15:44:37.602723 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0a594b3d-eb44-42bf-8084-6d38c67bfbbf req-7b5243ba-8b03-44fa-9d0d-8cfc5dd8f48e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625595 May 05 15:44:37.646064 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4477a126-9c4c-4871-b159-cd90d842b44f admin admin] Publish callbacks [] for security_group (7d9ef4fb-fa23-4be4-9f7e-d1974745ca5c), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:37.678980 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fad2b5-7742-4310-aba1-3101514bc8ea x-openstack-request-id: req-27fad2b5-7742-4310-aba1-3101514bc8ea {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:37.679297 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3411a40e-d4f3-40c4-9136-295f553ca811", "tag": "29e6302c-693f-4837-a578-0a0d08d005c2", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:37.679527 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27fad2b5-7742-4310-aba1-3101514bc8ea {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:37.679927 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fad2b5-7742-4310-aba1-3101514bc8ea'] response: {'name': 'network-changed', 'server_uuid': '3411a40e-d4f3-40c4-9136-295f553ca811', 'tag': '29e6302c-693f-4837-a578-0a0d08d005c2', 'status': 'completed', 'code': 200} May 05 15:44:37.681768 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4477a126-9c4c-4871-b159-cd90d842b44f admin admin] Publish callbacks [] for security_group (7d9ef4fb-fa23-4be4-9f7e-d1974745ca5c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:37.750055 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4477a126-9c4c-4871-b159-cd90d842b44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (7d9ef4fb-fa23-4be4-9f7e-d1974745ca5c), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:37.756008 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4477a126-9c4c-4871-b159-cd90d842b44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:37.760377 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4477a126-9c4c-4871-b159-cd90d842b44f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d9ef4fb-fa23-4be4-9f7e-d1974745ca5c HTTP/1.1" status: 204 len: 168 time: 0.2619894 May 05 15:44:37.770918 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477a126-9c4c-4871-b159-cd90d842b44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9ef4fb-fa23-4be4-9f7e-d1974745ca5c,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:37.783127 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ec078f0c-b118-4ca4-b024-2fb6c92b9cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:18Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'f461e7e6-d66f-45d4-ac53-6ee67f54b90d', 'tenant_id': '39d949f289df486faadefe44a5063929', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'port_id': '29e6302c-693f-4837-a578-0a0d08d005c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'mac_address': 'fa:16:3e:13:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411a40e-d4f3-40c4-9136-295f553ca811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:15Z', 'updated_at': '2022-05-05T15:44:36Z', 'revision_number': 1, 'project_id': '39d949f289df486faadefe44a5063929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f961419-1c0a-44a5-971f-ecc2eedb8bde', 'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'tenant_id': '39d949f289df486faadefe44a5063929', 'mac_address': 'fa:16:3e:43:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:16Z', 'updated_at': '2022-05-05T15:42:24Z', 'revision_number': 5, 'project_id': '39d949f289df486faadefe44a5063929', 'subnets': [{'id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:37.818369 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec078f0c-b118-4ca4-b024-2fb6c92b9cd0 None None] Checking router: a1c45422-37da-46e5-8bad-2f6b8c9af027 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:37.831702 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec078f0c-b118-4ca4-b024-2fb6c92b9cd0 None None] Routers {'a1c45422-37da-46e5-8bad-2f6b8c9af027'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:37.832893 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ec078f0c-b118-4ca4-b024-2fb6c92b9cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:44:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['a1c45422-37da-46e5-8bad-2f6b8c9af027'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:37.975693 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-ec078f0c-b118-4ca4-b024-2fb6c92b9cd0 None None] Set router a1c45422-37da-46e5-8bad-2f6b8c9af027 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:38.158591 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 57944) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:38.171692 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-81f7432e-f8c3-47d2-9f3f-a76156fa2a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:38.210751 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ec078f0c-b118-4ca4-b024-2fb6c92b9cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:18Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'f461e7e6-d66f-45d4-ac53-6ee67f54b90d', 'tenant_id': '39d949f289df486faadefe44a5063929', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'port_id': '29e6302c-693f-4837-a578-0a0d08d005c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'mac_address': 'fa:16:3e:13:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411a40e-d4f3-40c4-9136-295f553ca811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:15Z', 'updated_at': '2022-05-05T15:44:36Z', 'revision_number': 1, 'project_id': '39d949f289df486faadefe44a5063929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f961419-1c0a-44a5-971f-ecc2eedb8bde', 'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'tenant_id': '39d949f289df486faadefe44a5063929', 'mac_address': 'fa:16:3e:43:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:16Z', 'updated_at': '2022-05-05T15:42:24Z', 'revision_number': 5, 'project_id': '39d949f289df486faadefe44a5063929', 'subnets': [{'id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:38.237388 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec078f0c-b118-4ca4-b024-2fb6c92b9cd0 None None] The sync data for ids ['a1c45422-37da-46e5-8bad-2f6b8c9af027'] in dv-cinder-839793-9-iscsi is: [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:18Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'f461e7e6-d66f-45d4-ac53-6ee67f54b90d', 'tenant_id': '39d949f289df486faadefe44a5063929', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'port_id': '29e6302c-693f-4837-a578-0a0d08d005c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'mac_address': 'fa:16:3e:13:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411a40e-d4f3-40c4-9136-295f553ca811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:15Z', 'updated_at': '2022-05-05T15:44:36Z', 'revision_number': 1, 'project_id': '39d949f289df486faadefe44a5063929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f961419-1c0a-44a5-971f-ecc2eedb8bde', 'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'tenant_id': '39d949f289df486faadefe44a5063929', 'mac_address': 'fa:16:3e:43:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:16Z', 'updated_at': '2022-05-05T15:42:24Z', 'revision_number': 5, 'project_id': '39d949f289df486faadefe44a5063929', 'subnets': [{'id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:38.250198 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-81f7432e-f8c3-47d2-9f3f-a76156fa2a90 admin admin] Publish callbacks [] for security_group (8a543395-24ec-4579-8933-8b023076f4f4), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:38.255651 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-81f7432e-f8c3-47d2-9f3f-a76156fa2a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (8a543395-24ec-4579-8933-8b023076f4f4), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:38.297750 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-81f7432e-f8c3-47d2-9f3f-a76156fa2a90 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e3f6487c73c4b4390d8a18999326015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379633 May 05 15:44:38.298605 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7432e-f8c3-47d2-9f3f-a76156fa2a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a543395-24ec-4579-8933-8b023076f4f4,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:38.301567 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 57946) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:38.354341 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b8afa05a-4c89-40be-9210-b9a837ade325 admin admin] Publish callbacks [] for security_group (8a543395-24ec-4579-8933-8b023076f4f4), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:38.376275 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b8afa05a-4c89-40be-9210-b9a837ade325 admin admin] Publish callbacks [] for security_group (8a543395-24ec-4579-8933-8b023076f4f4), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:38.424941 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b8afa05a-4c89-40be-9210-b9a837ade325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (8a543395-24ec-4579-8933-8b023076f4f4), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:38.427648 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b8afa05a-4c89-40be-9210-b9a837ade325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:38.428807 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-b8afa05a-4c89-40be-9210-b9a837ade325 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a543395-24ec-4579-8933-8b023076f4f4 HTTP/1.1" status: 204 len: 168 time: 0.1225567 May 05 15:44:38.437364 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afa05a-4c89-40be-9210-b9a837ade325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a543395-24ec-4579-8933-8b023076f4f4,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:38.476912 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0177330-c5fa-4c88-9650-2f7498fe155f None None] New status for floating IP f461e7e6-d66f-45d4-ac53-6ee67f54b90d: ACTIVE {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:44:38.747844 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c29791-9b2c-4403-b8b3-c0ff66c2cacc req-4002ceb4-6119-4b9c-a1d4-d2be4ff0cffe tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:38.749461 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e7c29791-9b2c-4403-b8b3-c0ff66c2cacc req-4002ceb4-6119-4b9c-a1d4-d2be4ff0cffe tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0591474 May 05 15:44:38.767719 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4773b-62ee-4eff-b389-71ea371b8365 req-bea008cd-fa77-490d-b371-47a2c62470c1 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:38.774818 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-80e4773b-62ee-4eff-b389-71ea371b8365 req-bea008cd-fa77-490d-b371-47a2c62470c1 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0553205 May 05 15:44:38.801387 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e7c29791-9b2c-4403-b8b3-c0ff66c2cacc req-78b1f02d-be1a-4964-8e79-27d6d487cbb5 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451677 May 05 15:44:38.825656 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-80e4773b-62ee-4eff-b389-71ea371b8365 req-80221087-e459-44e2-990c-4d429bdb6c80 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499053 May 05 15:44:39.683614 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933876c-69ee-4074-a3ee-17b3df90d5e5 req-0d756353-834c-46e7-968d-e7ef77f7f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:39.686902 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0933876c-69ee-4074-a3ee-17b3df90d5e5 req-0d756353-834c-46e7-968d-e7ef77f7f47c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 1130 time: 0.0656757 May 05 15:44:39.790446 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933876c-69ee-4074-a3ee-17b3df90d5e5 req-a91fd45f-5e35-4b30-9c7a-21eee0122b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:39.791907 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0933876c-69ee-4074-a3ee-17b3df90d5e5 req-a91fd45f-5e35-4b30-9c7a-21eee0122b4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.0951440 May 05 15:44:39.906283 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0933876c-69ee-4074-a3ee-17b3df90d5e5 req-6519406c-5c08-49c3-9992-7710036fd657 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29e6302c-693f-4837-a578-0a0d08d005c2 HTTP/1.1" status: 200 len: 1002 time: 0.1056001 May 05 15:44:39.944195 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cbbaa-5737-4558-9bf7-5d742a086ab6 req-38e32d95-2110-499d-bfd3-f726bf120e1a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:39.945725 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2b1cbbaa-5737-4558-9bf7-5d742a086ab6 req-38e32d95-2110-499d-bfd3-f726bf120e1a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0613396 May 05 15:44:39.947721 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6277-3d6a-4242-b2bd-3d46877d474f req-3a893d3e-6f37-46b4-a10c-3311f3ce976a tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:39.949213 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-766e6277-3d6a-4242-b2bd-3d46877d474f req-3a893d3e-6f37-46b4-a10c-3311f3ce976a tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0502410 May 05 15:44:40.007459 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2b1cbbaa-5737-4558-9bf7-5d742a086ab6 req-c1402341-6b62-4f9a-a600-c01ca97ac0c2 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558209 May 05 15:44:40.013016 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-766e6277-3d6a-4242-b2bd-3d46877d474f req-cce2a9df-3ae3-4b39-84eb-f1397fb9edc8 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538893 May 05 15:44:40.619532 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933876c-69ee-4074-a3ee-17b3df90d5e5 req-e4304e80-fe5d-469a-934d-72a3ebfacba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:40.620865 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0933876c-69ee-4074-a3ee-17b3df90d5e5 req-e4304e80-fe5d-469a-934d-72a3ebfacba3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.0432537 May 05 15:44:40.675910 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933876c-69ee-4074-a3ee-17b3df90d5e5 req-17aa78fa-be03-42e8-a5f5-b151fa24b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:40.677382 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0933876c-69ee-4074-a3ee-17b3df90d5e5 req-17aa78fa-be03-42e8-a5f5-b151fa24b6e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399594 May 05 15:44:40.773589 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0933876c-69ee-4074-a3ee-17b3df90d5e5 req-8695aa72-c82b-4062-a9f5-70bae403b56b service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882080 May 05 15:44:40.873715 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0933876c-69ee-4074-a3ee-17b3df90d5e5 req-54e791ac-6c33-42ea-8796-c5e0746ffeec service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933976 May 05 15:44:41.232448 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c34b-e91a-4abb-83bd-6505cd79ad3a req-78b4522b-48f6-4448-86ac-4dccaa42eddb tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:41.250139 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-42c1c34b-e91a-4abb-83bd-6505cd79ad3a req-78b4522b-48f6-4448-86ac-4dccaa42eddb tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.1021152 May 05 15:44:41.262952 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fe6b5-980a-4c26-ac53-e7b9c654ad34 req-329e2e88-59ce-4290-970a-b2fc6ca18961 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:41.275766 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9a3fe6b5-980a-4c26-ac53-e7b9c654ad34 req-329e2e88-59ce-4290-970a-b2fc6ca18961 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.1126900 May 05 15:44:41.327640 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-42c1c34b-e91a-4abb-83bd-6505cd79ad3a req-3f26ac65-f1d8-4535-9330-cee49d296e8a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722086 May 05 15:44:41.361859 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9a3fe6b5-980a-4c26-ac53-e7b9c654ad34 req-cbd09af1-a71a-48bb-9695-44107116820b tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784431 May 05 15:44:41.468094 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca359227-6785-423f-8dee-aee1f915baa9 req-70377832-1b9a-4c6d-b2f4-9074e7d183be tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:41.469565 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ca359227-6785-423f-8dee-aee1f915baa9 req-70377832-1b9a-4c6d-b2f4-9074e7d183be tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0493646 May 05 15:44:41.522856 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ca359227-6785-423f-8dee-aee1f915baa9 req-5f088a33-6f22-410c-a1a4-20fc559a9bbe tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474222 May 05 15:44:41.545390 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 58044) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:41.756256 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de43edfd-4a4b-4d54-b666-d238f3fec665 tempest-TestShelveInstance-704321598 tempest-TestShelveInstance-704321598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:41.761456 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 58052) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:41.761756 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-de43edfd-4a4b-4d54-b666-d238f3fec665 tempest-TestShelveInstance-704321598 tempest-TestShelveInstance-704321598-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 1124 time: 0.2153344 May 05 15:44:41.766405 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'port_id': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:41.787840 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:41.878972 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:42.020001 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Allocated IP 172.27.3.105 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/693a728f-c3d0-4f96-884c-bf4efa615aa1) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:42.132625 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for port (693a728f-c3d0-4f96-884c-bf4efa615aa1), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:42.177061 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (693a728f-c3d0-4f96-884c-bf4efa615aa1), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:42.225472 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:42.228466 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:42.232145 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:42.281940 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Pushing event updated for resources: {'Port': ['ID=693a728f-c3d0-4f96-884c-bf4efa615aa1,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:42.481408 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5db5ca-5a17-41c7-9eb9-bea0386c0ae9 req-994e3665-cf70-42b0-9517-ae9e090d142e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:42.482946 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5b5db5ca-5a17-41c7-9eb9-bea0386c0ae9 req-994e3665-cf70-42b0-9517-ae9e090d142e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0592978 May 05 15:44:42.665906 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5b5db5ca-5a17-41c7-9eb9-bea0386c0ae9 req-39d4fa71-1e9b-40ca-9107-6be068f2d4d5 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701782 May 05 15:44:42.872551 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for floatingip (8754eae3-1c2e-4b38-9700-8b2bd6b272c3), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:42.940651 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (693a728f-c3d0-4f96-884c-bf4efa615aa1), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:43.089791 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for port (693a728f-c3d0-4f96-884c-bf4efa615aa1), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:43.094573 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (693a728f-c3d0-4f96-884c-bf4efa615aa1), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:43.163151 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Pushing event updated for resources: {'Port': ['ID=693a728f-c3d0-4f96-884c-bf4efa615aa1,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:43.170990 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (8754eae3-1c2e-4b38-9700-8b2bd6b272c3), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:43.270929 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Floating IP 8754eae3-1c2e-4b38-9700-8b2bd6b272c3 associated. External IP: 172.27.3.105, port: 16ae474f-47ca-4699-829f-fde7ef545ef0. May 05 15:44:43.418840 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d46c2f8f-02e8-4cba-9681-cb192a93fce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:43.483519 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Router 18d5709c-90c4-428b-acf3-b359ef1975d0 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:44:43.591865 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:44:43.602972 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6bc57d-9bb0-43ab-b30c-3a0030da3033 None None] Sync routers for ids ['18d5709c-90c4-428b-acf3-b359ef1975d0'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:44:43.609952 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:43.613693 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bc57d-9bb0-43ab-b30c-3a0030da3033 None None] Routers {'18d5709c-90c4-428b-acf3-b359ef1975d0'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:43.614355 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-5f6bc57d-9bb0-43ab-b30c-3a0030da3033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:44:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['18d5709c-90c4-428b-acf3-b359ef1975d0'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:43.640324 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-5394dfdb-86e8-48d1-879e-c5b08239f619 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8773689 May 05 15:44:43.640930 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:43.643826 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89628f34-5d68-45a7-84a7-839fd928890f" -d '{"events": [{"name": "network-changed", "server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:43.685780 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4c83a6-8ee4-4ff3-ba3a-e4ff42727680 x-openstack-request-id: req-ff4c83a6-8ee4-4ff3-ba3a-e4ff42727680 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:43.686083 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:43.686372 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff4c83a6-8ee4-4ff3-ba3a-e4ff42727680 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:43.686789 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4c83a6-8ee4-4ff3-ba3a-e4ff42727680'] response: {'name': 'network-changed', 'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'status': 'completed', 'code': 200} May 05 15:44:43.791264 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacc843-87d7-40c4-85b4-fba39d7e2f85 req-a1f23a48-8fc3-43e9-a542-dae5ca018d17 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:43.792765 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-edacc843-87d7-40c4-85b4-fba39d7e2f85 req-a1f23a48-8fc3-43e9-a542-dae5ca018d17 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0514438 May 05 15:44:43.826681 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-5f6bc57d-9bb0-43ab-b30c-3a0030da3033 None None] Set router 18d5709c-90c4-428b-acf3-b359ef1975d0 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:43.839978 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-edacc843-87d7-40c4-85b4-fba39d7e2f85 req-f0ed222d-9d8a-443e-9d2e-767c55ad8e0e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416753 May 05 15:44:44.040747 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-5f6bc57d-9bb0-43ab-b30c-3a0030da3033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:29Z', 'revision_number': 4, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port': {'id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '8754eae3-1c2e-4b38-9700-8b2bd6b272c3', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'port_id': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'mac_address': 'fa:16:3e:a1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:42Z', 'updated_at': '2022-05-05T15:44:42Z', 'revision_number': 0, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e20f69a-2393-4752-b4cf-446245c562bd', 'name': '', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'mac_address': 'fa:16:3e:f7:19:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:28Z', 'updated_at': '2022-05-05T15:43:34Z', 'revision_number': 5, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'subnets': [{'id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:44.066733 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6bc57d-9bb0-43ab-b30c-3a0030da3033 None None] Checking router: 18d5709c-90c4-428b-acf3-b359ef1975d0 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:44:44.074944 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bc57d-9bb0-43ab-b30c-3a0030da3033 None None] Routers {'18d5709c-90c4-428b-acf3-b359ef1975d0'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:44:44.075595 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-5f6bc57d-9bb0-43ab-b30c-3a0030da3033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:44:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['18d5709c-90c4-428b-acf3-b359ef1975d0'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:44.181111 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-5f6bc57d-9bb0-43ab-b30c-3a0030da3033 None None] Set router 18d5709c-90c4-428b-acf3-b359ef1975d0 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:44:44.399796 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-5f6bc57d-9bb0-43ab-b30c-3a0030da3033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:29Z', 'revision_number': 4, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port': {'id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '8754eae3-1c2e-4b38-9700-8b2bd6b272c3', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'port_id': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'mac_address': 'fa:16:3e:a1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:42Z', 'updated_at': '2022-05-05T15:44:42Z', 'revision_number': 0, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e20f69a-2393-4752-b4cf-446245c562bd', 'name': '', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'mac_address': 'fa:16:3e:f7:19:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:28Z', 'updated_at': '2022-05-05T15:43:34Z', 'revision_number': 5, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'subnets': [{'id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:44.425858 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6bc57d-9bb0-43ab-b30c-3a0030da3033 None None] The sync data for ids ['18d5709c-90c4-428b-acf3-b359ef1975d0'] in dv-cinder-839793-9-iscsi is: [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:29Z', 'revision_number': 4, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port': {'id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '8754eae3-1c2e-4b38-9700-8b2bd6b272c3', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'port_id': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'mac_address': 'fa:16:3e:a1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:42Z', 'updated_at': '2022-05-05T15:44:42Z', 'revision_number': 0, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e20f69a-2393-4752-b4cf-446245c562bd', 'name': '', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'mac_address': 'fa:16:3e:f7:19:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:28Z', 'updated_at': '2022-05-05T15:43:34Z', 'revision_number': 5, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'subnets': [{'id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:44:44.614151 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd4429-89be-48e6-a52c-ba9cee426f91 None None] New status for floating IP 8754eae3-1c2e-4b38-9700-8b2bd6b272c3: ACTIVE {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:44:44.683220 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:44.958796 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78082-8edc-4d31-9d6f-61bfdcb163e9 req-04fe0cf1-1c87-4aff-8586-78584ecefd44 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:44.960138 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e1e78082-8edc-4d31-9d6f-61bfdcb163e9 req-04fe0cf1-1c87-4aff-8586-78584ecefd44 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0483797 May 05 15:44:45.005527 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e1e78082-8edc-4d31-9d6f-61bfdcb163e9 req-7d814383-8d59-4bc8-8f8e-ea7ef7d87408 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397310 May 05 15:44:45.526376 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89628f34-5d68-45a7-84a7-839fd928890f req-b12ecaad-3116-4dab-b02e-9cf5bd529771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:45.527860 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-89628f34-5d68-45a7-84a7-839fd928890f req-b12ecaad-3116-4dab-b02e-9cf5bd529771 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89fca92b565f42ffba33b22f01fbc248&device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 1129 time: 0.0399058 May 05 15:44:45.621118 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89628f34-5d68-45a7-84a7-839fd928890f req-0f8121b5-35be-4724-82fc-a4b1029b9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:45.622590 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-89628f34-5d68-45a7-84a7-839fd928890f req-0f8121b5-35be-4724-82fc-a4b1029b9dd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62e9c9c5-15a0-4112-8fd4-25de2974c53b HTTP/1.1" status: 200 len: 909 time: 0.0856681 May 05 15:44:45.694305 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-89628f34-5d68-45a7-84a7-839fd928890f req-ae0545ce-18c7-4ccf-85c1-40be0f3c44bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ae474f-47ca-4699-829f-fde7ef545ef0 HTTP/1.1" status: 200 len: 1001 time: 0.0653620 May 05 15:44:45.755041 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89628f34-5d68-45a7-84a7-839fd928890f req-60c0cf56-d98f-4e6f-9f93-4a7c66a441cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:45.756491 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-89628f34-5d68-45a7-84a7-839fd928890f req-60c0cf56-d98f-4e6f-9f93-4a7c66a441cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=517f5a73-3fa3-46ff-bb5d-c1e87917c1ec HTTP/1.1" status: 200 len: 847 time: 0.0542994 May 05 15:44:45.787110 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc36bad8-ebef-4c6c-aa61-4e3e688bada8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:45.822647 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89628f34-5d68-45a7-84a7-839fd928890f req-3574996e-2c30-407c-9ddb-44f14dc5e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:45.825129 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-89628f34-5d68-45a7-84a7-839fd928890f req-3574996e-2c30-407c-9ddb-44f14dc5e438 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62e9c9c5-15a0-4112-8fd4-25de2974c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519192 May 05 15:44:45.919549 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-89628f34-5d68-45a7-84a7-839fd928890f req-28ffb223-6450-4921-b5b8-d9d7e9931fb3 service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866916 May 05 15:44:46.036603 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-89628f34-5d68-45a7-84a7-839fd928890f req-7ed042a2-9289-43bb-8c2a-52a17c234ac5 service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890777 May 05 15:44:46.137849 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac3cc3-1f5a-4c32-9d46-63f4ce5527c5 req-b0208596-e2d2-4e2d-b220-9e6ded4cffe9 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:46.139417 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-36ac3cc3-1f5a-4c32-9d46-63f4ce5527c5 req-b0208596-e2d2-4e2d-b220-9e6ded4cffe9 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0495298 May 05 15:44:46.191591 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-36ac3cc3-1f5a-4c32-9d46-63f4ce5527c5 req-4ef03540-b140-4d39-ba41-b0335ce09c2d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448599 May 05 15:44:46.978204 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:47.332429 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558404f9-deae-4ffa-b4c7-0a5f02240a2b req-c1e2b084-354b-46f1-a9f3-8319cd7c2fc3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:47.345509 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-558404f9-deae-4ffa-b4c7-0a5f02240a2b req-c1e2b084-354b-46f1-a9f3-8319cd7c2fc3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0621490 May 05 15:44:47.396841 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-558404f9-deae-4ffa-b4c7-0a5f02240a2b req-8df8c89f-3dad-49c3-9dcf-a8feb4a45fbc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507715 May 05 15:44:48.447116 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:48.571639 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4f067-d865-44bb-a51c-6e57ff451d05 req-78acc3c5-d726-4c8b-9bfb-db5fa70f2021 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:48.573285 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-37f4f067-d865-44bb-a51c-6e57ff451d05 req-78acc3c5-d726-4c8b-9bfb-db5fa70f2021 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0684197 May 05 15:44:48.646736 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-37f4f067-d865-44bb-a51c-6e57ff451d05 req-5eeb4c24-62b2-4aaf-b8fc-ac1d493b4f9d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666511 May 05 15:44:49.233925 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:44:49.773810 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4879155-4a77-4740-9b46-bbb7486b640b req-a549a068-efee-4cc1-a951-462ea6c2aca9 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:49.778845 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f4879155-4a77-4740-9b46-bbb7486b640b req-a549a068-efee-4cc1-a951-462ea6c2aca9 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0612605 May 05 15:44:49.831382 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f4879155-4a77-4740-9b46-bbb7486b640b req-5887535b-e8c1-46e1-ba11-f842585b2a48 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455313 May 05 15:44:49.931231 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:50.973898 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bdd90-8def-41bb-bdb3-6af16ff361bc req-f8ffa8e4-711d-4df2-9812-1b932022b1e4 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:50.976237 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa6bdd90-8def-41bb-bdb3-6af16ff361bc req-f8ffa8e4-711d-4df2-9812-1b932022b1e4 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0536268 May 05 15:44:51.030789 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa6bdd90-8def-41bb-bdb3-6af16ff361bc req-f5d66716-ea36-452a-bd08-0ddf1ef5d500 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479684 May 05 15:44:51.308976 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f605-4e54-409b-a260-56654bc4b39b req-30e3de7d-d81e-41f8-ad34-57e91fb89264 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:51.317460 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6681f605-4e54-409b-a260-56654bc4b39b req-30e3de7d-d81e-41f8-ad34-57e91fb89264 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0605824 May 05 15:44:51.373465 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6681f605-4e54-409b-a260-56654bc4b39b req-902c930e-aef0-47c0-8efe-f31dcadd9d87 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551407 May 05 15:44:51.399270 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc668-f92c-4c51-b677-66b4e78cb7ad req-9cbbb418-ca1e-4b22-8981-5ba6622ed169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:51.399270 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-483fc668-f92c-4c51-b677-66b4e78cb7ad req-9cbbb418-ca1e-4b22-8981-5ba6622ed169 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd7f78fcf0be461796d2a86956cf3b9d&device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 1129 time: 0.0498011 May 05 15:44:51.522921 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc668-f92c-4c51-b677-66b4e78cb7ad req-a9a9d3c2-0d41-4550-b348-596f10794aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:51.524404 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-483fc668-f92c-4c51-b677-66b4e78cb7ad req-a9a9d3c2-0d41-4550-b348-596f10794aec service neutron] 10.222.0.41 "GET /v2.0/networks?id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32 HTTP/1.1" status: 200 len: 912 time: 0.1167090 May 05 15:44:51.621432 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-483fc668-f92c-4c51-b677-66b4e78cb7ad req-299f40fb-bb69-489c-802f-121e21fcb6f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08434f96-b818-411c-a085-51a489bc8560 HTTP/1.1" status: 200 len: 1000 time: 0.0738847 May 05 15:44:51.691487 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc668-f92c-4c51-b677-66b4e78cb7ad req-7be71630-1701-4800-b1ee-b431fd685434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:51.693640 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-483fc668-f92c-4c51-b677-66b4e78cb7ad req-7be71630-1701-4800-b1ee-b431fd685434 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8d8ae-fc09-441d-bf00-c996815f485d HTTP/1.1" status: 200 len: 850 time: 0.0648751 May 05 15:44:51.773226 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc668-f92c-4c51-b677-66b4e78cb7ad req-5a578780-a430-4703-9f0d-a74d6040c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:51.775059 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-483fc668-f92c-4c51-b677-66b4e78cb7ad req-5a578780-a430-4703-9f0d-a74d6040c52a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634992 May 05 15:44:51.779949 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-05be2bcd-b107-4820-bc06-8bf6c4ff4630 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807498117&fields=id&tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b HTTP/1.1" status: 200 len: 267 time: 0.0826707 May 05 15:44:51.887822 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-483fc668-f92c-4c51-b677-66b4e78cb7ad req-5097a3b9-737c-40bf-a0af-54d30fa1ed43 service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983670 May 05 15:44:52.100592 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7eccf7f0-c637-4956-ba4a-5f39ff9b5a28 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:52.102039 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7eccf7f0-c637-4956-ba4a-5f39ff9b5a28 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 812 time: 0.3139284 May 05 15:44:52.121978 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-483fc668-f92c-4c51-b677-66b4e78cb7ad req-53d4b843-bf8f-478e-83d7-8d63f712c7b8 service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914907 May 05 15:44:52.123388 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-1b312d66-76ef-4240-9bae-98b8e9595069 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/quotas/70a38fd1cdcd44f1b9d2fb832027c40b HTTP/1.1" status: 200 len: 375 time: 0.0154631 May 05 15:44:52.188179 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-38fd6eba-0caa-4b8b-b2d9-613b688a216b tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570862 May 05 15:44:52.294276 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-c5dfafc3-d69a-469b-97b9-4775c2c7f844 service neutron] 10.222.0.58 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905185 May 05 15:44:52.389738 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-61faea74-02a1-4a58-9442-667e1e2c54b9 service neutron] 10.222.0.58 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876060 May 05 15:44:52.538555 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9487161-f342-4bb9-bd91-6399f1a1e0ad req-9dac6acc-d1c0-4d44-82f6-89e6ef810346 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:52.546286 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9487161-f342-4bb9-bd91-6399f1a1e0ad req-9dac6acc-d1c0-4d44-82f6-89e6ef810346 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0853989 May 05 15:44:52.607521 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9487161-f342-4bb9-bd91-6399f1a1e0ad req-0defc683-0f5a-4b34-a344-220072336fcb tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549312 May 05 15:44:52.737432 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f47f4e3c-86c0-431d-81b8-f856af9fe7a9 req-254bc840-c566-4411-82ef-5ea1ee650c78 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 210 time: 0.0384474 May 05 15:44:53.798242 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9478e-f8d0-4922-894d-65b941a3b070 req-74114a78-40fe-4c0b-ae7d-5c06c3738ac7 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:53.802474 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-38d9478e-f8d0-4922-894d-65b941a3b070 req-74114a78-40fe-4c0b-ae7d-5c06c3738ac7 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0907893 May 05 15:44:53.877290 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-05898b7a-c7cb-4ed9-9900-45f60de8976f req-7772fe9c-c2d2-4646-8ce8-a95dd11df25a tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 210 time: 0.0413280 May 05 15:44:53.893790 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-38d9478e-f8d0-4922-894d-65b941a3b070 req-6085ae68-42f6-4de7-b893-867b574902b7 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812037 May 05 15:44:54.544725 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-b24ded2a-62bc-421d-aea9-8f7ff259de93 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:54.546216 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-b24ded2a-62bc-421d-aea9-8f7ff259de93 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 812 time: 0.1494741 May 05 15:44:54.565848 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 58354) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:54.639467 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-877835a3-7c90-4b4e-ac64-95aab861532b tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b HTTP/1.1" status: 200 len: 380 time: 0.0635448 May 05 15:44:54.671512 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7204020a-33b5-4e81-8f1f-7e0d53bea9bd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Request body: {'port': {'device_id': 'b244363d-3a02-4d82-83fc-708305d85eb7', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'admin_state_up': True, 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'security_groups': ['d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9']}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:54.707506 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-69612de8-db4a-424d-a573-01cfa8fc526d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:54.790076 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7204020a-33b5-4e81-8f1f-7e0d53bea9bd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Made reservation on behalf of 70a38fd1cdcd44f1b9d2fb832027c40b for: {'port': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:44:54.793745 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7204020a-33b5-4e81-8f1f-7e0d53bea9bd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:54.807862 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-69612de8-db4a-424d-a573-01cfa8fc526d admin admin] Publish callbacks [] for security_group (6ad6d0a8-cf42-40f9-ae6a-5bc013f17736), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:54.812023 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-69612de8-db4a-424d-a573-01cfa8fc526d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (6ad6d0a8-cf42-40f9-ae6a-5bc013f17736), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:54.851438 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-69612de8-db4a-424d-a573-01cfa8fc526d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed67db8258f7475ba1573b790862fffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844665 May 05 15:44:54.852296 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69612de8-db4a-424d-a573-01cfa8fc526d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad6d0a8-cf42-40f9-ae6a-5bc013f17736,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:54.854880 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 58358) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:54.903749 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b0863ea3-bb94-4623-af3e-4a74236cd894 admin admin] Publish callbacks [] for security_group (6ad6d0a8-cf42-40f9-ae6a-5bc013f17736), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:54.924609 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7204020a-33b5-4e81-8f1f-7e0d53bea9bd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Allocated IP 172.20.0.9 (0331bb37-5dab-419c-8101-94ce6a3a2dcf/c0269e26-05aa-48f4-88c9-5e4227d2190a/da82a9c4-f07c-4a00-9e8b-76ae71e3ff40) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:44:54.927296 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b0863ea3-bb94-4623-af3e-4a74236cd894 admin admin] Publish callbacks [] for security_group (6ad6d0a8-cf42-40f9-ae6a-5bc013f17736), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:54.980264 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b0863ea3-bb94-4623-af3e-4a74236cd894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (6ad6d0a8-cf42-40f9-ae6a-5bc013f17736), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:54.983078 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b0863ea3-bb94-4623-af3e-4a74236cd894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:54.986793 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b0863ea3-bb94-4623-af3e-4a74236cd894 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ad6d0a8-cf42-40f9-ae6a-5bc013f17736 HTTP/1.1" status: 204 len: 168 time: 0.1311100 May 05 15:44:55.004685 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0a16cf22-b27b-4607-a65e-2289d0045f30 req-c3b2aa90-39e4-4c6d-be65-70e9fea78988 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 210 time: 0.0438540 May 05 15:44:55.025743 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0863ea3-bb94-4623-af3e-4a74236cd894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad6d0a8-cf42-40f9-ae6a-5bc013f17736,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:55.059319 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884c69f-f120-4dd4-94aa-8c7fcfbab177 req-111feca8-cd30-4894-b310-ae5b31c91719 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:55.061046 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4884c69f-f120-4dd4-94aa-8c7fcfbab177 req-111feca8-cd30-4894-b310-ae5b31c91719 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0729628 May 05 15:44:55.123401 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4884c69f-f120-4dd4-94aa-8c7fcfbab177 req-8f24357e-b099-46e5-8fd8-203c71bad8bb tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545206 May 05 15:44:55.150605 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7204020a-33b5-4e81-8f1f-7e0d53bea9bd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:55.187907 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7204020a-33b5-4e81-8f1f-7e0d53bea9bd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:55.473321 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7204020a-33b5-4e81-8f1f-7e0d53bea9bd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Network 0331bb37-5dab-419c-8101-94ce6a3a2dcf is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:44:55.478489 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7204020a-33b5-4e81-8f1f-7e0d53bea9bd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:44:55.485255 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7204020a-33b5-4e81-8f1f-7e0d53bea9bd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:44:55.516113 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204020a-33b5-4e81-8f1f-7e0d53bea9bd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'Port': ['ID=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:55.545649 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7204020a-33b5-4e81-8f1f-7e0d53bea9bd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:55.546300 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7204020a-33b5-4e81-8f1f-7e0d53bea9bd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:55.569697 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7204020a-33b5-4e81-8f1f-7e0d53bea9bd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9022000 May 05 15:44:55.763005 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-73c258f4-cd5d-44a1-9848-dbe3df3723c0 None None] Provisioning complete for port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:44:55.763516 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73c258f4-cd5d-44a1-9848-dbe3df3723c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:55.801973 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-73c258f4-cd5d-44a1-9848-dbe3df3723c0 None None] Port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:44:55.823472 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Request body: {'port': {'device_id': 'b244363d-3a02-4d82-83fc-708305d85eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:44:55.893524 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:56.177063 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4130217-5189-4c2e-9a67-1a65f8a27735 req-1f5e150b-526a-42a6-b3d3-ae5b662175d4 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:56.178756 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a4130217-5189-4c2e-9a67-1a65f8a27735 req-1f5e150b-526a-42a6-b3d3-ae5b662175d4 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 931 time: 0.0711014 May 05 15:44:56.261380 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 {{(pid=109965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:44:56.274109 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Publish callbacks [] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:56.279845 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a4130217-5189-4c2e-9a67-1a65f8a27735 req-99d4bd4f-0fcc-4cec-90ac-9db23afd5645 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919688 May 05 15:44:56.304500 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.provisioning_blocks [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Transition to ACTIVE for port object da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 will not be triggered until provisioned by entity L2. {{(pid=109965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:44:56.308718 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:56.370502 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Pushing event updated for resources: {'Port': ['ID=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:56.468127 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Attempting to bind port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:44:56.468472 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Attempting to bind port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:44:56.468809 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Attempting to bind port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 on network 0331bb37-5dab-419c-8101-94ce6a3a2dcf {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:56.474812 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 on network 0331bb37-5dab-419c-8101-94ce6a3a2dcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:44:56.475124 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Attempting to bind port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 on network 0331bb37-5dab-419c-8101-94ce6a3a2dcf {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:44:56.480791 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:44:56.481135 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Checking segment: {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:44:56.481527 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Bound using segment: {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:44:56.482030 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Bound port: da82a9c4-f07c-4a00-9e8b-76ae71e3ff40, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'}}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:44:56.482374 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:56.558239 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] For port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40, host hv-cinder-83979, cleared binding levels {{(pid=109965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:44:56.561293 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] For port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:44:56.568799 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:56.605511 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:56.606091 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:56.607511 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] 10.222.0.41 "PUT /v2.0/ports/da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 HTTP/1.1" status: 200 len: 1093 time: 0.7895377 May 05 15:44:56.607941 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b244363d-3a02-4d82-83fc-708305d85eb7', 'tag': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:56.610149 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3415a8eb-2213-4832-bf57-d13a5d991dea" -d '{"events": [{"name": "network-changed", "server_uuid": "b244363d-3a02-4d82-83fc-708305d85eb7", "tag": "da82a9c4-f07c-4a00-9e8b-76ae71e3ff40"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:56.641703 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23f24d-9a79-4448-8e9c-32e406b2d7ff service neutron] Pushing event updated for resources: {'Port': ['ID=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40,revision_number=3']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:56.665049 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6816cd42-679f-4ebc-9d1b-cf9be2fb053e x-openstack-request-id: req-6816cd42-679f-4ebc-9d1b-cf9be2fb053e {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:56.665438 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b244363d-3a02-4d82-83fc-708305d85eb7", "tag": "da82a9c4-f07c-4a00-9e8b-76ae71e3ff40", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:56.665762 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6816cd42-679f-4ebc-9d1b-cf9be2fb053e {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:56.666266 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6816cd42-679f-4ebc-9d1b-cf9be2fb053e'] response: {'name': 'network-changed', 'server_uuid': 'b244363d-3a02-4d82-83fc-708305d85eb7', 'tag': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40', 'status': 'completed', 'code': 200} May 05 15:44:56.711906 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-93b10d83-5903-484e-84af-690f94ba4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:56.713727 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-93b10d83-5903-484e-84af-690f94ba4a05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 1127 time: 0.0464253 May 05 15:44:56.777065 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-65a9c3a2-886b-4118-9ae5-bede5ed6fb8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 HTTP/1.1" status: 200 len: 217 time: 0.0396938 May 05 15:44:56.831713 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-3cd83303-5595-47a3-b188-582bc7026204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:56.833224 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-3cd83303-5595-47a3-b188-582bc7026204 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0269e26-05aa-48f4-88c9-5e4227d2190a HTTP/1.1" status: 200 len: 851 time: 0.0464804 May 05 15:44:56.891696 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-0f83ff8e-5d74-4464-a64e-6ed8039ff54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:56.893392 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-0f83ff8e-5d74-4464-a64e-6ed8039ff54d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0331bb37-5dab-419c-8101-94ce6a3a2dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482464 May 05 15:44:56.968210 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87232e03-0d97-4d2a-afd4-e3d23f6ce340 req-301ffbfb-b67e-4f8c-adb4-5b68658037d1 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:56.969794 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87232e03-0d97-4d2a-afd4-e3d23f6ce340 req-301ffbfb-b67e-4f8c-adb4-5b68658037d1 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 945 time: 0.0480397 May 05 15:44:57.016627 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87232e03-0d97-4d2a-afd4-e3d23f6ce340 req-d554226b-4b07-4eaa-acf8-affc1a705dc3 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 May 05 15:44:57.141061 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 58468) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:57.185249 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9ac735-5b63-4364-8fa7-44bebb9eba9a admin admin] Deleting subnet b34378c2-9c8a-4285-8583-ee40369ca78f {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:44:57.188444 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac735-5b63-4364-8fa7-44bebb9eba9a admin admin] Publish callbacks [] for subnet (b34378c2-9c8a-4285-8583-ee40369ca78f), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:57.223018 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac735-5b63-4364-8fa7-44bebb9eba9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26956859'] for subnet (b34378c2-9c8a-4285-8583-ee40369ca78f), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:57.264276 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac735-5b63-4364-8fa7-44bebb9eba9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (b34378c2-9c8a-4285-8583-ee40369ca78f), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:57.317914 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac735-5b63-4364-8fa7-44bebb9eba9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26151560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156283'] for subnet (b34378c2-9c8a-4285-8583-ee40369ca78f), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:57.344326 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ac735-5b63-4364-8fa7-44bebb9eba9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b34378c2-9c8a-4285-8583-ee40369ca78f,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:57.350516 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac735-5b63-4364-8fa7-44bebb9eba9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:57.355807 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0f9ac735-5b63-4364-8fa7-44bebb9eba9a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b34378c2-9c8a-4285-8583-ee40369ca78f HTTP/1.1" status: 204 len: 168 time: 0.2109430 May 05 15:44:57.355807 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 58474) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:57.431262 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-871a4cf3-8088-4145-a0ef-086cb9a13ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (7b5443c2-56b6-44ba-9715-61e513dec3aa), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:57.436399 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecb06a-6ea2-4e9f-861d-f2d81cc541e6 req-4f8edde1-2208-45f9-bd16-3aebc9081fcc tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:57.437897 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-63ecb06a-6ea2-4e9f-861d-f2d81cc541e6 req-4f8edde1-2208-45f9-bd16-3aebc9081fcc tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 943 time: 0.0686746 May 05 15:44:57.491872 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-63ecb06a-6ea2-4e9f-861d-f2d81cc541e6 req-24793f37-2b12-4fa8-80aa-796017ce275a tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473979 May 05 15:44:57.524161 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-871a4cf3-8088-4145-a0ef-086cb9a13ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (7b5443c2-56b6-44ba-9715-61e513dec3aa), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:57.567355 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-b7a59b33-e0c9-4343-bef6-41e1ec66fcc7 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=63eb128493f149f79635d4d840f1d395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402987 May 05 15:44:57.570507 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-871a4cf3-8088-4145-a0ef-086cb9a13ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5443c2-56b6-44ba-9715-61e513dec3aa']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:57.601623 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-871a4cf3-8088-4145-a0ef-086cb9a13ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370bf960-8beb-4c5d-af58-f99ff8900c7e') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:57.602060 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-871a4cf3-8088-4145-a0ef-086cb9a13ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370bf960-8beb-4c5d-af58-f99ff8900c7e') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:44:57.643516 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-871a4cf3-8088-4145-a0ef-086cb9a13ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26956836'] for segment (370bf960-8beb-4c5d-af58-f99ff8900c7e), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:57.710089 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-871a4cf3-8088-4145-a0ef-086cb9a13ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (370bf960-8beb-4c5d-af58-f99ff8900c7e), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:57.742270 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871a4cf3-8088-4145-a0ef-086cb9a13ca0 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:44:57.742679 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-871a4cf3-8088-4145-a0ef-086cb9a13ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26151662'] for segment (370bf960-8beb-4c5d-af58-f99ff8900c7e), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: Traceback (most recent call last): May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: timer() May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: cb(*args, **kw) May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: return func(*args, **kwargs) May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: self._notify() May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: self.callback(batched_events) May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: event.method(event) May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: return f(self, *a, **k) May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._get(url).json() May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:44:57.744349 dv-cinder-839793-9-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:44:57.827464 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-abc21b3f-fc41-424f-862d-a536de6b7d13 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:57.828921 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-abc21b3f-fc41-424f-862d-a536de6b7d13 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561836 May 05 15:44:57.833595 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-871a4cf3-8088-4145-a0ef-086cb9a13ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (7b5443c2-56b6-44ba-9715-61e513dec3aa), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:57.841023 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-871a4cf3-8088-4145-a0ef-086cb9a13ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:57.843502 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-871a4cf3-8088-4145-a0ef-086cb9a13ca0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7b5443c2-56b6-44ba-9715-61e513dec3aa HTTP/1.1" status: 204 len: 168 time: 0.4867563 May 05 15:44:57.861220 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-874ee7ea-c5b2-4c60-813b-c063d934e479 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/quotas/63eb128493f149f79635d4d840f1d395 HTTP/1.1" status: 200 len: 375 time: 0.0256557 May 05 15:44:57.862057 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a4cf3-8088-4145-a0ef-086cb9a13ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5443c2-56b6-44ba-9715-61e513dec3aa,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:57.898531 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-09a87656-5be4-4f72-9135-4b7e3d420f66 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=63eb128493f149f79635d4d840f1d395&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310373 May 05 15:44:58.012737 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 58492) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:58.059278 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-9e7f5ad2-307f-4422-a3cf-cce6836ced74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d4e49eb80f604a5cb27b5f86788302f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439541 May 05 15:44:58.060559 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 58498) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:44:58.070386 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4d1e4c0a-a2e1-4ad2-bf0e-4945d8226f07 req-80d382e1-0a13-4070-8855-6f46916f6421 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 210 time: 0.0367875 May 05 15:44:58.148669 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-67287316-c191-41a7-96b6-f3e29a77d17e admin admin] Publish callbacks [] for security_group (0313e147-d8a0-47b7-b5bc-8aa0da6b2279), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:58.168646 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ceda9-07bb-4bb7-bbab-8464dee43da1 req-e16c9bc1-f690-492e-9978-1033fdb74f92 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:58.170198 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5a4ceda9-07bb-4bb7-bbab-8464dee43da1 req-e16c9bc1-f690-492e-9978-1033fdb74f92 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 945 time: 0.0609400 May 05 15:44:58.191351 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-67287316-c191-41a7-96b6-f3e29a77d17e admin admin] Publish callbacks [] for security_group (0313e147-d8a0-47b7-b5bc-8aa0da6b2279), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:58.254379 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5a4ceda9-07bb-4bb7-bbab-8464dee43da1 req-ed723d19-cd2b-4569-a82a-c203572a59ad tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738571 May 05 15:44:58.277982 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-67287316-c191-41a7-96b6-f3e29a77d17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (0313e147-d8a0-47b7-b5bc-8aa0da6b2279), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:58.280914 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-67287316-c191-41a7-96b6-f3e29a77d17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:58.282115 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-67287316-c191-41a7-96b6-f3e29a77d17e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0313e147-d8a0-47b7-b5bc-8aa0da6b2279 HTTP/1.1" status: 204 len: 168 time: 0.2204254 May 05 15:44:58.290770 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67287316-c191-41a7-96b6-f3e29a77d17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0313e147-d8a0-47b7-b5bc-8aa0da6b2279,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:58.519194 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-859ac58e-3ee8-4e70-af38-ba723b4ca39e service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103070 May 05 15:44:58.609417 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5f6a-8ee8-42cd-ad89-7a89d4e41a77 req-520dbee8-4e72-498d-aa58-16cce9762480 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:58.610986 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7f3c5f6a-8ee8-42cd-ad89-7a89d4e41a77 req-520dbee8-4e72-498d-aa58-16cce9762480 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 943 time: 0.0496199 May 05 15:44:58.698952 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7f3c5f6a-8ee8-42cd-ad89-7a89d4e41a77 req-1112ae98-c60e-4b3a-a54f-0875cb9975a2 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820756 May 05 15:44:58.769057 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7252d39a-2a0a-4033-9d3f-8a8b27a4e751 req-1bb399c1-de9f-4a89-a301-a7e15913d452 service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110687 May 05 15:44:58.784577 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9950a3-2b17-4cb6-89f7-768c7aa87793 req-67deaae9-f0a4-4f03-8306-f57035ec6723 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:58.786622 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7a9950a3-2b17-4cb6-89f7-768c7aa87793 req-67deaae9-f0a4-4f03-8306-f57035ec6723 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 945 time: 0.0653965 May 05 15:44:58.881188 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-7a9950a3-2b17-4cb6-89f7-768c7aa87793 req-3461b331-4b21-4c3b-bb15-fd61439a5c7f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Deleting port c0250c4c-4d1b-4a27-98a7-afdd8e09edac {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:44:58.881531 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-7a9950a3-2b17-4cb6-89f7-768c7aa87793 req-3461b331-4b21-4c3b-bb15-fd61439a5c7f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:58.974448 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-7a9950a3-2b17-4cb6-89f7-768c7aa87793 req-3461b331-4b21-4c3b-bb15-fd61439a5c7f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] For port c0250c4c-4d1b-4a27-98a7-afdd8e09edac, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c0250c4c-4d1b-4a27-98a7-afdd8e09edac,segment=NetworkSegment(da4ae621-dad7-4211-b601-5ed6112b8e5a),segment_id=da4ae621-dad7-4211-b601-5ed6112b8e5a)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:44:58.974810 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-7a9950a3-2b17-4cb6-89f7-768c7aa87793 req-3461b331-4b21-4c3b-bb15-fd61439a5c7f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:58.987818 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-7a9950a3-2b17-4cb6-89f7-768c7aa87793 req-3461b331-4b21-4c3b-bb15-fd61439a5c7f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Calling delete_port for c0250c4c-4d1b-4a27-98a7-afdd8e09edac owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:44:59.123457 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-7a9950a3-2b17-4cb6-89f7-768c7aa87793 req-3461b331-4b21-4c3b-bb15-fd61439a5c7f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (c0250c4c-4d1b-4a27-98a7-afdd8e09edac), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:59.145296 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['c0250c4c-4d1b-4a27-98a7-afdd8e09edac'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:44:59.154797 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461b331-4b21-4c3b-bb15-fd61439a5c7f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Pushing event deleted for resources: {'Port': ['ID=c0250c4c-4d1b-4a27-98a7-afdd8e09edac,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:44:59.226287 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9950a3-2b17-4cb6-89f7-768c7aa87793 req-3461b331-4b21-4c3b-bb15-fd61439a5c7f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] No DVR routers for this DVR port c0250c4c-4d1b-4a27-98a7-afdd8e09edac on host hv-cinder-83979 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:44:59.229061 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bee97c86-f703-4f6c-9957-ba0cf12c1bda req-fc8168e1-fc8a-4f08-b4d1-12e95758ba0f tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 210 time: 0.0486243 May 05 15:44:59.230049 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-7a9950a3-2b17-4cb6-89f7-768c7aa87793 req-3461b331-4b21-4c3b-bb15-fd61439a5c7f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:44:59.233164 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7a9950a3-2b17-4cb6-89f7-768c7aa87793 req-3461b331-4b21-4c3b-bb15-fd61439a5c7f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.41 "DELETE /v2.0/ports/c0250c4c-4d1b-4a27-98a7-afdd8e09edac HTTP/1.1" status: 204 len: 173 time: 0.4376931 May 05 15:44:59.233596 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aee5aab-ee38-47d5-a5c7-11b48abbbfb1', 'name': 'network-vif-deleted', 'tag': 'c0250c4c-4d1b-4a27-98a7-afdd8e09edac'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:44:59.235905 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574eaf26-fdbf-45c7-8bdf-82d39af7747a" -d '{"events": [{"server_uuid": "5aee5aab-ee38-47d5-a5c7-11b48abbbfb1", "name": "network-vif-deleted", "tag": "c0250c4c-4d1b-4a27-98a7-afdd8e09edac"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:44:59.272043 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db9fabb-7bfd-4ae9-a1dd-41eb8646b1a8 x-openstack-request-id: req-3db9fabb-7bfd-4ae9-a1dd-41eb8646b1a8 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:44:59.272333 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aee5aab-ee38-47d5-a5c7-11b48abbbfb1", "name": "network-vif-deleted", "tag": "c0250c4c-4d1b-4a27-98a7-afdd8e09edac", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:44:59.272581 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3db9fabb-7bfd-4ae9-a1dd-41eb8646b1a8 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:44:59.272975 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db9fabb-7bfd-4ae9-a1dd-41eb8646b1a8'] response: {'server_uuid': '5aee5aab-ee38-47d5-a5c7-11b48abbbfb1', 'name': 'network-vif-deleted', 'tag': 'c0250c4c-4d1b-4a27-98a7-afdd8e09edac', 'status': 'completed', 'code': 200} May 05 15:44:59.351143 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-32ea02b6-7317-4bef-9079-4f5c1f64e8a4 req-239cb298-959d-4af6-bc95-d85871a64ca1 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 210 time: 0.0285506 May 05 15:44:59.430362 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415a8eb-2213-4832-bf57-d13a5d991dea req-be82ec73-21bd-40b7-bb99-b78e82871357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:59.432135 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3415a8eb-2213-4832-bf57-d13a5d991dea req-be82ec73-21bd-40b7-bb99-b78e82871357 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 1127 time: 0.0438757 May 05 15:44:59.501109 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-c6f6cf70-f269-4c62-a83a-42c803806100 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=63eb128493f149f79635d4d840f1d395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292284 May 05 15:44:59.583393 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415a8eb-2213-4832-bf57-d13a5d991dea req-2efb631a-4b6c-405d-a376-887a89defb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:59.585157 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3415a8eb-2213-4832-bf57-d13a5d991dea req-2efb631a-4b6c-405d-a376-887a89defb77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 913 time: 0.1151814 May 05 15:44:59.816565 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904ba7f-498f-4a94-8e47-a35dc32c6d0d req-aa5e9a91-e40f-4e4b-8521-b043af930c2e tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:44:59.818034 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2904ba7f-498f-4a94-8e47-a35dc32c6d0d req-aa5e9a91-e40f-4e4b-8521-b043af930c2e tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 943 time: 0.0467129 May 05 15:44:59.871470 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2904ba7f-498f-4a94-8e47-a35dc32c6d0d req-6705f921-33fe-48a2-9d45-833f54b91b1d tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478439 May 05 15:45:00.328742 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-54353cdf-f226-41e6-a681-71ed6f253bef req-ce63da4e-df3b-4179-b1af-14df06d2d055 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 210 time: 0.0283992 May 05 15:45:00.395204 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3415a8eb-2213-4832-bf57-d13a5d991dea req-e2a34ea3-d84c-46d8-90e5-7cb32d03d748 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 HTTP/1.1" status: 200 len: 217 time: 0.0398645 May 05 15:45:00.451357 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415a8eb-2213-4832-bf57-d13a5d991dea req-2d222ff7-ce76-4ea3-8ca6-7714af9fdd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:00.453046 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3415a8eb-2213-4832-bf57-d13a5d991dea req-2d222ff7-ce76-4ea3-8ca6-7714af9fdd19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0269e26-05aa-48f4-88c9-5e4227d2190a HTTP/1.1" status: 200 len: 851 time: 0.0508418 May 05 15:45:00.552544 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bd1c50c0-db3e-4665-b11e-0d32fe777bd9 req-56f98463-20ce-44b0-8e8e-df2c6305f075 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aee5aab-ee38-47d5-a5c7-11b48abbbfb1 HTTP/1.1" status: 200 len: 210 time: 0.0672407 May 05 15:45:00.593668 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-ed401a59-fd8f-47cb-9301-76aa00dd1bb7 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:00.595677 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-ed401a59-fd8f-47cb-9301-76aa00dd1bb7 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408776 May 05 15:45:00.727125 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:45:00.783179 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Request body: {'port': {'device_id': 'b066ff6f-c5ba-4e3e-a95e-89a4d045585a', 'network_id': '3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b', 'admin_state_up': True, 'tenant_id': '63eb128493f149f79635d4d840f1d395'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:45:00.827232 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415a8eb-2213-4832-bf57-d13a5d991dea req-d880454c-2ea6-48d0-bbb7-ad23a3f66968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:00.828993 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3415a8eb-2213-4832-bf57-d13a5d991dea req-d880454c-2ea6-48d0-bbb7-ad23a3f66968 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0331bb37-5dab-419c-8101-94ce6a3a2dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511649 May 05 15:45:00.832512 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:00.846594 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'port_id': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40', 'mac_address': 'fa:16:3e:b4:ca:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:45:00.887598 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:45:00.887992 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:00.910830 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:45:00.912241 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Made reservation on behalf of 63eb128493f149f79635d4d840f1d395 for: {'port': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:45:00.917060 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:00.926325 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:00.938211 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:00.945441 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:00.997295 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:01.015169 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf419c0-efae-43a5-825c-2161c325c649 req-9f47018c-d709-4e27-bb1f-e20a9230e8e7 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:01.017527 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fcf419c0-efae-43a5-825c-2161c325c649 req-9f47018c-d709-4e27-bb1f-e20a9230e8e7 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 944 time: 0.0745149 May 05 15:45:01.048368 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Publish callbacks [] for security_group (a5f75923-cc79-4380-b428-c36d8ed91119), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:01.055013 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (a5f75923-cc79-4380-b428-c36d8ed91119), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:01.097575 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f75923-cc79-4380-b428-c36d8ed91119,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:01.132546 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fcf419c0-efae-43a5-825c-2161c325c649 req-a244390c-92fd-4ed8-b4f7-19ecf4a4f644 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053281 May 05 15:45:01.138064 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3415a8eb-2213-4832-bf57-d13a5d991dea req-ef3afd0e-6b62-42c6-973c-695a1c3a9c3e service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518981 May 05 15:45:01.209731 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Allocated IP 192.168.233.233 (3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b/5fc97484-a894-4763-b01d-7c650b38c2a6/6c4baf00-a545-499c-80e1-11aa3e16c4c9) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:45:01.229835 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3415a8eb-2213-4832-bf57-d13a5d991dea req-d9d6b702-95ec-4cb0-8f30-f2bbc671a474 service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845139 May 05 15:45:01.371653 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['da82a9c4-f07c-4a00-9e8b-76ae71e3ff40'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:45:01.395079 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Publish callbacks [] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:01.429415 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:01.498949 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Network 3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:45:01.507056 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:45:01.512768 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:45:01.550508 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Pushing event updated for resources: {'Port': ['ID=6c4baf00-a545-499c-80e1-11aa3e16c4c9,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:01.558735 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f01fce-b12e-4534-b605-686a88c148ff req-62f5d12d-344e-4216-a70b-21987b01a9cd tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:01.561124 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b5f01fce-b12e-4534-b605-686a88c148ff req-62f5d12d-344e-4216-a70b-21987b01a9cd tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 936 time: 0.1006539 May 05 15:45:01.647747 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:01.648654 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:01.680669 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b5f01fce-b12e-4534-b605-686a88c148ff req-65e39dcf-13c7-4bc4-a488-19d870f94b43 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057539 May 05 15:45:01.692299 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-15ca142d-601c-4e58-b553-c4a858f04463 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9115565 May 05 15:45:01.711019 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Request body: {'port': {'device_id': 'b066ff6f-c5ba-4e3e-a95e-89a4d045585a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:45:01.780128 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:01.811788 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-65fa5ae7-44fe-491f-a785-bbd5c967ce31 None None] Provisioning complete for port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:45:01.812834 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-65fa5ae7-44fe-491f-a785-bbd5c967ce31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:01.852155 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-65fa5ae7-44fe-491f-a785-bbd5c967ce31 None None] Port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:45:02.065284 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4baf00-a545-499c-80e1-11aa3e16c4c9 {{(pid=109965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:45:02.072523 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Publish callbacks [] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:02.085626 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.provisioning_blocks [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Transition to ACTIVE for port object 6c4baf00-a545-499c-80e1-11aa3e16c4c9 will not be triggered until provisioned by entity L2. {{(pid=109965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:45:02.088730 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:02.137628 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4baf00-a545-499c-80e1-11aa3e16c4c9,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:02.215451 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Attempting to bind port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:45:02.216112 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Attempting to bind port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'a418febe-ade2-4355-9495-ab9584fdce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b'}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:45:02.216575 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Attempting to bind port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 on network 3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:45:02.226441 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 on network 3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:45:02.227023 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Attempting to bind port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 on network 3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:45:02.232791 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:45:02.233134 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Checking segment: {'id': 'a418febe-ade2-4355-9495-ab9584fdce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:45:02.233528 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Bound using segment: {'id': 'a418febe-ade2-4355-9495-ab9584fdce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b'} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:45:02.234121 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Bound port: 6c4baf00-a545-499c-80e1-11aa3e16c4c9, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a418febe-ade2-4355-9495-ab9584fdce52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b'}}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:45:02.234519 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:02.314625 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] For port 6c4baf00-a545-499c-80e1-11aa3e16c4c9, host hv-cinder-83979, cleared binding levels {{(pid=109965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:45:02.318014 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] For port 6c4baf00-a545-499c-80e1-11aa3e16c4c9, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6c4baf00-a545-499c-80e1-11aa3e16c4c9,segment=NetworkSegment(a418febe-ade2-4355-9495-ab9584fdce52),segment_id=a418febe-ade2-4355-9495-ab9584fdce52)] {{(pid=109965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:45:02.326735 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:02.362658 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:02.363390 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:02.364673 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] 10.222.0.41 "PUT /v2.0/ports/6c4baf00-a545-499c-80e1-11aa3e16c4c9 HTTP/1.1" status: 200 len: 1098 time: 0.6621935 May 05 15:45:02.365123 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b066ff6f-c5ba-4e3e-a95e-89a4d045585a', 'tag': '6c4baf00-a545-499c-80e1-11aa3e16c4c9'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:02.367405 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51841b79-930a-4937-9773-28d5412baddd" -d '{"events": [{"name": "network-changed", "server_uuid": "b066ff6f-c5ba-4e3e-a95e-89a4d045585a", "tag": "6c4baf00-a545-499c-80e1-11aa3e16c4c9"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:02.403549 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cba98-54d9-41c0-975d-d87e7a2e59c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4baf00-a545-499c-80e1-11aa3e16c4c9,revision_number=3']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:02.414956 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27783bff-898d-4f2c-8557-de099a6d0696 x-openstack-request-id: req-27783bff-898d-4f2c-8557-de099a6d0696 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:02.415422 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b066ff6f-c5ba-4e3e-a95e-89a4d045585a", "tag": "6c4baf00-a545-499c-80e1-11aa3e16c4c9", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:02.415767 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27783bff-898d-4f2c-8557-de099a6d0696 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:02.416301 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27783bff-898d-4f2c-8557-de099a6d0696'] response: {'name': 'network-changed', 'server_uuid': 'b066ff6f-c5ba-4e3e-a95e-89a4d045585a', 'tag': '6c4baf00-a545-499c-80e1-11aa3e16c4c9', 'status': 'completed', 'code': 200} May 05 15:45:02.527191 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f130c8-a413-4f58-a619-fff43a663692 req-20a24e98-a5c4-4ad1-927a-39ec4c68f3af tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:02.528686 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a7f130c8-a413-4f58-a619-fff43a663692 req-20a24e98-a5c4-4ad1-927a-39ec4c68f3af tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 944 time: 0.3192973 May 05 15:45:02.588741 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a7f130c8-a413-4f58-a619-fff43a663692 req-3165cb7c-9fa0-442a-8705-0070e3bdc760 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532026 May 05 15:45:02.798560 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6793a2-71ed-48de-9335-d0349a458c92 req-fdfc1642-8070-4536-9739-ddfbd24983c9 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:02.800040 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-cc6793a2-71ed-48de-9335-d0349a458c92 req-fdfc1642-8070-4536-9739-ddfbd24983c9 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 948 time: 0.0487020 May 05 15:45:02.846292 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-cc6793a2-71ed-48de-9335-d0349a458c92 req-23229f93-84e4-4085-988c-40f1e82618c7 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 May 05 15:45:03.705004 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e02919-db30-49d1-bd30-a723eccdc8fc req-55d21b2b-8d02-4dc2-86ed-19597bafe7b0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:03.706503 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f6e02919-db30-49d1-bd30-a723eccdc8fc req-55d21b2b-8d02-4dc2-86ed-19597bafe7b0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 944 time: 0.0464625 May 05 15:45:03.755908 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f6e02919-db30-49d1-bd30-a723eccdc8fc req-48161f2e-df62-4b81-83ac-0b9c3e51bace tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 May 05 15:45:03.961390 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dadf7-ceab-406d-b068-03df5a866542 req-22cb23ac-db5c-4135-9eb9-f5c642817a8b tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:03.962884 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b87dadf7-ceab-406d-b068-03df5a866542 req-22cb23ac-db5c-4135-9eb9-f5c642817a8b tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 948 time: 0.0513637 May 05 15:45:04.008511 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b87dadf7-ceab-406d-b068-03df5a866542 req-6793a6d8-df58-4eb6-8166-e7516121b7c1 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398326 May 05 15:45:04.872894 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb57d8-ffe0-4f7d-9edf-66e599864124 req-e5e3fc3e-8510-4148-a04d-353b141c4401 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:04.874383 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bbdb57d8-ffe0-4f7d-9edf-66e599864124 req-e5e3fc3e-8510-4148-a04d-353b141c4401 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 944 time: 0.0533004 May 05 15:45:04.924827 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bbdb57d8-ffe0-4f7d-9edf-66e599864124 req-dc9c018e-547b-4d48-a1d6-8200f7666ab5 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448625 May 05 15:45:05.121449 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b2dee-abb5-44b4-95f3-94ac30d763bf req-33635655-cb35-4a6e-a430-67b7ce0ff743 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:05.122962 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6c0b2dee-abb5-44b4-95f3-94ac30d763bf req-33635655-cb35-4a6e-a430-67b7ce0ff743 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 948 time: 0.0484686 May 05 15:45:05.169020 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6c0b2dee-abb5-44b4-95f3-94ac30d763bf req-6f65ace0-8fdd-42b3-8a6d-7261dea08d4a tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400150 May 05 15:45:05.281490 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841b79-930a-4937-9773-28d5412baddd req-27c7bab8-13ae-438e-9dfa-6b2383160cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:05.283148 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51841b79-930a-4937-9773-28d5412baddd req-27c7bab8-13ae-438e-9dfa-6b2383160cfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63eb128493f149f79635d4d840f1d395&device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 1132 time: 0.0409710 May 05 15:45:05.318356 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51841b79-930a-4937-9773-28d5412baddd req-11911097-94d9-4e0b-93ce-ce3853a3be42 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=63eb128493f149f79635d4d840f1d395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239236 May 05 15:45:05.413957 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841b79-930a-4937-9773-28d5412baddd req-f23676c5-4bac-49c5-ad67-bc213d514bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:05.415430 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51841b79-930a-4937-9773-28d5412baddd req-f23676c5-4bac-49c5-ad67-bc213d514bdc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883887 May 05 15:45:05.426789 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:45:05.471749 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:45:05.476690 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:45:05.477284 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:05.503719 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-51fe550e-a741-47cc-a48e-e2802265b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:05.510248 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-51fe550e-a741-47cc-a48e-e2802265b18e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63eb128493f149f79635d4d840f1d395&device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 1132 time: 0.0403459 May 05 15:45:05.557784 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-4947619d-245e-4bb4-b019-b4970f35027b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=6c4baf00-a545-499c-80e1-11aa3e16c4c9 HTTP/1.1" status: 200 len: 217 time: 0.0433009 May 05 15:45:05.560249 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:45:05.560647 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:05.583847 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b244363d-3a02-4d82-83fc-708305d85eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:05.585966 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d868dbfb-a8c3-4e93-a030-e9ed4ba58c21" -d '{"events": [{"server_uuid": "b244363d-3a02-4d82-83fc-708305d85eb7", "name": "network-vif-plugged", "status": "completed", "tag": "da82a9c4-f07c-4a00-9e8b-76ae71e3ff40"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:05.598911 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:05.604303 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:05.605257 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device c0250c4c-4d1b-4a27-98a7-afdd8e09edac no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:05.623080 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-6209731d-be8b-4814-b6e9-264b1d4999c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:05.624701 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-6209731d-be8b-4814-b6e9-264b1d4999c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5fc97484-a894-4763-b01d-7c650b38c2a6 HTTP/1.1" status: 200 len: 843 time: 0.0591679 May 05 15:45:05.630858 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce32cfe9-5c56-4855-be62-360abd730fec x-openstack-request-id: req-ce32cfe9-5c56-4855-be62-360abd730fec {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:05.631199 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b244363d-3a02-4d82-83fc-708305d85eb7", "name": "network-vif-plugged", "status": "completed", "tag": "da82a9c4-f07c-4a00-9e8b-76ae71e3ff40", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:05.631457 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce32cfe9-5c56-4855-be62-360abd730fec {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:05.631849 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce32cfe9-5c56-4855-be62-360abd730fec'] response: {'server_uuid': 'b244363d-3a02-4d82-83fc-708305d85eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40', 'code': 200} May 05 15:45:05.649023 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: c0250c4c-4d1b-4a27-98a7-afdd8e09edac {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:45:05.649485 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device c0250c4c-4d1b-4a27-98a7-afdd8e09edac not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:45:05.674259 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:05.689989 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-b76dcc0d-b419-4b3b-af3d-7ac478758e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:05.691505 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-b76dcc0d-b419-4b3b-af3d-7ac478758e97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0526254 May 05 15:45:05.869207 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-b9990e5f-6c7a-4cb4-85fb-7bbfb95ca83b service neutron] 10.222.0.41 "GET /v2.0/networks/3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948775 May 05 15:45:05.904305 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4841db3-f4ac-42f3-957d-eba7360a513c req-c7a3b3b2-2c3e-4f1a-8938-9a1ddc2db18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:05.905810 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e4841db3-f4ac-42f3-957d-eba7360a513c req-c7a3b3b2-2c3e-4f1a-8938-9a1ddc2db18a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 1129 time: 0.0403545 May 05 15:45:05.960592 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e4841db3-f4ac-42f3-957d-eba7360a513c req-70b22310-a613-4f4b-b1a6-690cec9c799a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451968 May 05 15:45:05.980855 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-07ccd1ac-e816-4c6f-a867-e9fca1f0c2ca req-fd49ab92-4347-4380-aa38-11bc42aa64bd service neutron] 10.222.0.41 "GET /v2.0/networks/3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051574 May 05 15:45:06.041438 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48192c3c-5c7c-46cb-b4df-fe760d66b8cd req-fe9e8c65-a0f5-40f5-a955-499fddab27ab tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:06.042933 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-48192c3c-5c7c-46cb-b4df-fe760d66b8cd req-fe9e8c65-a0f5-40f5-a955-499fddab27ab tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 945 time: 0.0474718 May 05 15:45:06.092926 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-48192c3c-5c7c-46cb-b4df-fe760d66b8cd req-f915c72c-d22c-4aaf-b522-640b8c938dfd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437851 May 05 15:45:06.287785 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a039a-2870-4425-83a1-212448eb1e76 req-84d2d50c-08cc-4baa-96aa-3d71cd81f5ed tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:06.289311 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5f2a039a-2870-4425-83a1-212448eb1e76 req-84d2d50c-08cc-4baa-96aa-3d71cd81f5ed tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 948 time: 0.0481014 May 05 15:45:06.341464 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5f2a039a-2870-4425-83a1-212448eb1e76 req-d1f95784-81f3-4fff-b018-ae8959f93e72 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461855 May 05 15:45:07.216351 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3a802-6302-4f44-b46b-6e405bbed75a req-7d221d50-b828-4df9-a674-f4ce7ebdebff tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:07.217883 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0fe3a802-6302-4f44-b46b-6e405bbed75a req-7d221d50-b828-4df9-a674-f4ce7ebdebff tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 945 time: 0.0486460 May 05 15:45:07.268226 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0fe3a802-6302-4f44-b46b-6e405bbed75a req-6118ba36-b66b-4e18-8228-65af34976b28 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438855 May 05 15:45:07.420259 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 6c4baf00-a545-499c-80e1-11aa3e16c4c9 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:45:07.453513 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a77992-eab2-429a-80ea-cca43167e3b0 req-5bdcd002-4baf-470f-a73e-076b029e7c23 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:07.455533 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-08a77992-eab2-429a-80ea-cca43167e3b0 req-5bdcd002-4baf-470f-a73e-076b029e7c23 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 948 time: 0.0472977 May 05 15:45:07.505444 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-08a77992-eab2-429a-80ea-cca43167e3b0 req-9d058f53-a564-4b59-b289-d61b6bec92e4 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443840 May 05 15:45:07.640077 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 6c4baf00-a545-499c-80e1-11aa3e16c4c9, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6c4baf00-a545-499c-80e1-11aa3e16c4c9,segment=NetworkSegment(a418febe-ade2-4355-9495-ab9584fdce52),segment_id=a418febe-ade2-4355-9495-ab9584fdce52)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:07.650776 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '6c4baf00-a545-499c-80e1-11aa3e16c4c9', 'network_id': '3e3e79b5-e0b4-4eaa-8a4f-988b78374a7b', 'port_id': '6c4baf00-a545-499c-80e1-11aa3e16c4c9', 'mac_address': 'fa:16:3e:c7:ae:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc97484-a894-4763-b01d-7c650b38c2a6', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:45:07.686192 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:45:07.686597 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:07.699266 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4baf00-a545-499c-80e1-11aa3e16c4c9 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:45:07.720283 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 6c4baf00-a545-499c-80e1-11aa3e16c4c9, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6c4baf00-a545-499c-80e1-11aa3e16c4c9,segment=NetworkSegment(a418febe-ade2-4355-9495-ab9584fdce52),segment_id=a418febe-ade2-4355-9495-ab9584fdce52)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:07.724053 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:07.772773 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=6c4baf00-a545-499c-80e1-11aa3e16c4c9,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:08.389743 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddc42f-4937-4114-bd3e-143fa5639be1 req-dd8da2e1-11c1-4cf1-9420-dbd24deffd56 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:08.391237 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e3ddc42f-4937-4114-bd3e-143fa5639be1 req-dd8da2e1-11c1-4cf1-9420-dbd24deffd56 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 945 time: 0.0513694 May 05 15:45:08.440475 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e3ddc42f-4937-4114-bd3e-143fa5639be1 req-6d0de3c8-1e87-4607-9c6a-f7809ae9f122 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 May 05 15:45:08.625249 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dde42-4072-4a63-8226-09510d0a54a4 req-7fd5a891-7d83-4a91-ba6b-366fc4d645bc tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:08.627059 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7e4dde42-4072-4a63-8226-09510d0a54a4 req-7fd5a891-7d83-4a91-ba6b-366fc4d645bc tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 949 time: 0.0508094 May 05 15:45:08.677555 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7e4dde42-4072-4a63-8226-09510d0a54a4 req-1190535f-80cc-4c35-bffa-154f46476a80 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443459 May 05 15:45:09.553132 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a74651-88dd-4cc4-8be2-8b23eba654bc req-cdc72ac1-b2b7-4827-8704-4ebb70d8ed78 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:09.554658 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f3a74651-88dd-4cc4-8be2-8b23eba654bc req-cdc72ac1-b2b7-4827-8704-4ebb70d8ed78 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 945 time: 0.0469260 May 05 15:45:09.606049 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f3a74651-88dd-4cc4-8be2-8b23eba654bc req-9f8368c8-c1a4-4c1d-9e90-bb822d90abfa tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433135 May 05 15:45:09.792546 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e24e2f-3c3f-41e8-bada-beaf79e4b292 req-7e0f74e3-ba22-4c63-ba92-23cde35dba37 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:09.794030 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-67e24e2f-3c3f-41e8-bada-beaf79e4b292 req-7e0f74e3-ba22-4c63-ba92-23cde35dba37 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 949 time: 0.0500484 May 05 15:45:09.840850 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-67e24e2f-3c3f-41e8-bada-beaf79e4b292 req-15ed760d-e601-4e52-94aa-34421b98c6c2 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406127 May 05 15:45:10.722404 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9a08a-dfdd-4300-ae3b-ffa14fb3b497 req-62933775-c624-4ac1-96a9-4c7a37b7ec74 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:10.723800 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c8c9a08a-dfdd-4300-ae3b-ffa14fb3b497 req-62933775-c624-4ac1-96a9-4c7a37b7ec74 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 945 time: 0.0479324 May 05 15:45:10.775236 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c8c9a08a-dfdd-4300-ae3b-ffa14fb3b497 req-368397ba-24c3-45fc-8acc-13f21629c8af tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458663 May 05 15:45:10.959221 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7d6c0-43c7-4477-99f0-bc7fe8c34b59 req-8fde1edf-133d-4297-bd10-8f8a106d9707 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:10.960691 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-39b7d6c0-43c7-4477-99f0-bc7fe8c34b59 req-8fde1edf-133d-4297-bd10-8f8a106d9707 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 949 time: 0.0506613 May 05 15:45:11.013259 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-39b7d6c0-43c7-4477-99f0-bc7fe8c34b59 req-580595bf-da81-42fb-b32b-a9580e2e3aaa tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454810 May 05 15:45:11.244349 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['6c4baf00-a545-499c-80e1-11aa3e16c4c9'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:45:11.711464 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-e2083329-11be-49bb-90d6-58d7fc890c4a tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:11.712839 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-e2083329-11be-49bb-90d6-58d7fc890c4a tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/networks?id=8646f0ab-30ae-49ab-bf78-0b3133d8ae62 HTTP/1.1" status: 200 len: 812 time: 0.1028631 May 05 15:45:11.727493 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-f8dfbf48-148b-4abb-9acc-df15a9817eea tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/quotas/b17842fa85384865aba313f5fa724882 HTTP/1.1" status: 200 len: 375 time: 0.0090647 May 05 15:45:11.764408 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-0df91fa3-f4d2-4545-b1dc-7ec306093a0c tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b17842fa85384865aba313f5fa724882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321851 May 05 15:45:11.853870 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-6088280e-866d-4b7d-b89b-47c39a274dfc service neutron] 10.222.0.58 "GET /v2.0/networks/8646f0ab-30ae-49ab-bf78-0b3133d8ae62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820353 May 05 15:45:11.890833 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64c7e3-92a8-42fb-bb6b-baec71b4acf9 req-62731cc0-7af1-484d-a48c-6944ca4f1f05 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:11.892961 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4d64c7e3-92a8-42fb-bb6b-baec71b4acf9 req-62731cc0-7af1-484d-a48c-6944ca4f1f05 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 945 time: 0.0503085 May 05 15:45:11.945037 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4d64c7e3-92a8-42fb-bb6b-baec71b4acf9 req-40691979-38e9-4469-bb3f-927e0084c66c tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462124 May 05 15:45:11.955319 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-5adb2bde-198e-461c-a433-cad5a4d32346 service neutron] 10.222.0.58 "GET /v2.0/networks/8646f0ab-30ae-49ab-bf78-0b3133d8ae62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946231 May 05 15:45:12.075443 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983afc02-c698-4a5f-87da-4cebd89e23ce req-e449916f-b183-4630-aa9f-bea08ede5940 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:12.077034 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-983afc02-c698-4a5f-87da-4cebd89e23ce req-e449916f-b183-4630-aa9f-bea08ede5940 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 945 time: 0.0520256 May 05 15:45:12.139408 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-983afc02-c698-4a5f-87da-4cebd89e23ce req-7447b3d2-6e09-403c-bb8a-0b68f1fc0822 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558972 May 05 15:45:12.162971 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 58732) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:12.166098 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcaf91-df22-47e2-8dea-0e41b224285a req-cd568ce6-3b61-4628-a695-57b4a896f2d2 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:12.174160 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7adcaf91-df22-47e2-8dea-0e41b224285a req-cd568ce6-3b61-4628-a695-57b4a896f2d2 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 949 time: 0.0578995 May 05 15:45:12.225903 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-50272da2-4bfe-4c53-a8c6-81f88d1806a1 req-e3965ce3-378d-4a33-842b-1acc1e949aa1 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 210 time: 0.0369327 May 05 15:45:12.226405 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7adcaf91-df22-47e2-8dea-0e41b224285a req-e9bbcabd-c436-49f6-b662-0b9723226988 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512040 May 05 15:45:12.389620 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66451b41-7e94-49f7-82dd-8213e4fa14b3 tempest-TestVolumeBootPattern-458336347 tempest-TestVolumeBootPattern-458336347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:12.391381 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-66451b41-7e94-49f7-82dd-8213e4fa14b3 tempest-TestVolumeBootPattern-458336347 tempest-TestVolumeBootPattern-458336347-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 1124 time: 0.2271495 May 05 15:45:12.394478 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 58742) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:12.399174 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'port_id': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:45:12.419445 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:12.506576 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:12.624893 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Allocated IP 172.27.3.96 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/5ada5376-be98-4ca3-a031-69ca7f0063d4) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:45:12.655441 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 6c4baf00-a545-499c-80e1-11aa3e16c4c9 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:45:12.705508 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:45:12.712787 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:45:12.713217 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:12.738985 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for port (5ada5376-be98-4ca3-a031-69ca7f0063d4), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:12.775805 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (5ada5376-be98-4ca3-a031-69ca7f0063d4), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:12.799250 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:45:12.799641 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:12.818796 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:45:12.821923 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:45:12.822756 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b066ff6f-c5ba-4e3e-a95e-89a4d045585a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4baf00-a545-499c-80e1-11aa3e16c4c9'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:12.826420 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5054ab12-e50c-4e5e-9861-9c7a3deb4a09" -d '{"events": [{"server_uuid": "b066ff6f-c5ba-4e3e-a95e-89a4d045585a", "name": "network-vif-plugged", "status": "completed", "tag": "6c4baf00-a545-499c-80e1-11aa3e16c4c9"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:12.827678 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:45:12.834454 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'Port': ['ID=5ada5376-be98-4ca3-a031-69ca7f0063d4,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:12.839581 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 6c4baf00-a545-499c-80e1-11aa3e16c4c9, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6c4baf00-a545-499c-80e1-11aa3e16c4c9,segment=NetworkSegment(a418febe-ade2-4355-9495-ab9584fdce52),segment_id=a418febe-ade2-4355-9495-ab9584fdce52)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:12.844235 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:12.868793 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.869156 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.869518 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.869864 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.870225 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.870847 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.871085 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.871271 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.871542 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.871933 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.872269 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.872598 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.872922 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.873310 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.873643 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:12.873750 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a9a8bd-5978-48d1-a505-1eea75842243 x-openstack-request-id: req-35a9a8bd-5978-48d1-a505-1eea75842243 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:12.874002 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b066ff6f-c5ba-4e3e-a95e-89a4d045585a", "name": "network-vif-plugged", "status": "completed", "tag": "6c4baf00-a545-499c-80e1-11aa3e16c4c9", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:12.874290 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35a9a8bd-5978-48d1-a505-1eea75842243 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:12.874685 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a9a8bd-5978-48d1-a505-1eea75842243'] response: {'server_uuid': 'b066ff6f-c5ba-4e3e-a95e-89a4d045585a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4baf00-a545-499c-80e1-11aa3e16c4c9', 'code': 200} May 05 15:45:12.897736 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=6c4baf00-a545-499c-80e1-11aa3e16c4c9,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:13.227197 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d6197f8f-c53b-4744-8bcc-1728a544d71b req-01d19f6e-c50c-4594-9bf6-01a4f0508845 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515077 May 05 15:45:13.382955 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-66f02386-9296-49cb-a0bf-4fa6b3285648 req-0ec8258a-7d74-4c52-a8df-b14e013e42fd tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 210 time: 0.0511873 May 05 15:45:13.389866 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6197f8f-c53b-4744-8bcc-1728a544d71b req-f6dc4320-4362-4983-aa3a-011dac2a22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:13.391493 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d6197f8f-c53b-4744-8bcc-1728a544d71b req-f6dc4320-4362-4983-aa3a-011dac2a22c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 1129 time: 0.1300111 May 05 15:45:13.428716 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0ba2dd2c-bc96-40be-a0bb-f192a374ae69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:13.443273 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for floatingip (0cd01bb6-9404-454b-a760-9775f897883a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:13.477147 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-eb6a63f5-1b33-41c1-8259-c20c3ea3e8b9 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:13.478630 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-eb6a63f5-1b33-41c1-8259-c20c3ea3e8b9 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.41 "GET /v2.0/networks?id=8646f0ab-30ae-49ab-bf78-0b3133d8ae62 HTTP/1.1" status: 200 len: 812 time: 0.2603133 May 05 15:45:13.496039 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56d069-4d01-4be7-a6a5-e358a2e74455 req-8c844ff7-3d75-4430-8250-2c7b947b1ca5 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:13.497575 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ad56d069-4d01-4be7-a6a5-e358a2e74455 req-8c844ff7-3d75-4430-8250-2c7b947b1ca5 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 950 time: 0.1203058 May 05 15:45:13.507552 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-69edd5f2-8f04-4562-ad42-a95e6b0a18ff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Request body: {'port': {'device_id': '72819f7d-49b9-42ad-8404-38fc0d5f0af0', 'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62', 'admin_state_up': True, 'tenant_id': 'b17842fa85384865aba313f5fa724882'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:45:13.519962 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d958ba-0bf9-4b61-91e7-3c343bf73996 req-2fada603-7ded-4aa1-aeeb-f2e03fd64022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:13.521440 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b9d958ba-0bf9-4b61-91e7-3c343bf73996 req-2fada603-7ded-4aa1-aeeb-f2e03fd64022 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 1134 time: 0.1765838 May 05 15:45:13.546726 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6197f8f-c53b-4744-8bcc-1728a544d71b req-e3caebbf-00be-401f-9912-47dc7e1e20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:13.548726 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d6197f8f-c53b-4744-8bcc-1728a544d71b req-e3caebbf-00be-401f-9912-47dc7e1e20a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.1256359 May 05 15:45:13.674159 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (5ada5376-be98-4ca3-a031-69ca7f0063d4), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:13.679052 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ad56d069-4d01-4be7-a6a5-e358a2e74455 req-cd462f68-7fc2-4fba-91ac-9f201d25726c tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679220 May 05 15:45:13.748282 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b9d958ba-0bf9-4b61-91e7-3c343bf73996 req-0e7fbf9d-b5df-4844-b0b6-efef4b8fb5cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188130 May 05 15:45:13.794839 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-69edd5f2-8f04-4562-ad42-a95e6b0a18ff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Made reservation on behalf of b17842fa85384865aba313f5fa724882 for: {'port': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:45:13.799079 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-69edd5f2-8f04-4562-ad42-a95e6b0a18ff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:13.933294 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d6197f8f-c53b-4744-8bcc-1728a544d71b req-847b951b-b976-43cc-b5d4-a36cc4af1bd7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe74fb4d-77fe-475a-83fd-fe75676bb29f HTTP/1.1" status: 200 len: 217 time: 0.3246295 May 05 15:45:14.002193 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for port (5ada5376-be98-4ca3-a031-69ca7f0063d4), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:14.008915 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (5ada5376-be98-4ca3-a031-69ca7f0063d4), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:14.024050 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-69edd5f2-8f04-4562-ad42-a95e6b0a18ff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Allocated IP 172.20.0.13 (8646f0ab-30ae-49ab-bf78-0b3133d8ae62/49b20e9b-aada-4f84-82dc-003ca02a5719/3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:45:14.043527 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6197f8f-c53b-4744-8bcc-1728a544d71b req-e84a709a-4565-4095-bbe6-511e23bd21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:14.045024 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d6197f8f-c53b-4744-8bcc-1728a544d71b req-e84a709a-4565-4095-bbe6-511e23bd21a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.0592844 May 05 15:45:14.101359 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6197f8f-c53b-4744-8bcc-1728a544d71b req-2fc6f34f-5166-4692-91c2-d8a73cf5e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:14.102909 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d6197f8f-c53b-4744-8bcc-1728a544d71b req-2fc6f34f-5166-4692-91c2-d8a73cf5e359 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432787 May 05 15:45:14.107013 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'Port': ['ID=5ada5376-be98-4ca3-a031-69ca7f0063d4,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:14.133607 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (0cd01bb6-9404-454b-a760-9775f897883a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:14.212069 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d6197f8f-c53b-4744-8bcc-1728a544d71b req-51c1096b-f0f3-4fe6-aafe-2dac2e7d8cb5 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996203 May 05 15:45:14.320620 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Floating IP 0cd01bb6-9404-454b-a760-9775f897883a associated. External IP: 172.27.3.96, port: da82a9c4-f07c-4a00-9e8b-76ae71e3ff40. May 05 15:45:14.381531 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-69edd5f2-8f04-4562-ad42-a95e6b0a18ff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks [] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:14.475137 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-69edd5f2-8f04-4562-ad42-a95e6b0a18ff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:14.485105 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c25c6461-ebd2-4749-afb5-523e4c652f9f req-aaa63763-b58e-4da7-a2ce-83dce4c2d4ce tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 210 time: 0.0294368 May 05 15:45:14.671307 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:14.826892 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-69edd5f2-8f04-4562-ad42-a95e6b0a18ff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Network 8646f0ab-30ae-49ab-bf78-0b3133d8ae62 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:45:14.839832 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-69edd5f2-8f04-4562-ad42-a95e6b0a18ff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:45:14.847777 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d6197f8f-c53b-4744-8bcc-1728a544d71b req-66a40eee-bf92-4fa1-bb4a-e264928205dc service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924461 May 05 15:45:14.849681 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-69edd5f2-8f04-4562-ad42-a95e6b0a18ff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:45:14.907343 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edd5f2-8f04-4562-ad42-a95e6b0a18ff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Pushing event updated for resources: {'Port': ['ID=3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:14.915139 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf1ffe-801f-49f0-987e-1ba32cbd0c7d req-c1d11743-83c4-4def-9fef-6e3224d2161c tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:14.916637 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-74bf1ffe-801f-49f0-987e-1ba32cbd0c7d req-c1d11743-83c4-4def-9fef-6e3224d2161c tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 950 time: 0.1642551 May 05 15:45:14.966122 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Router 20f547a5-6c14-460a-a4e2-e4a49202ed40 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:45:14.973508 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-69edd5f2-8f04-4562-ad42-a95e6b0a18ff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:14.974124 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-69edd5f2-8f04-4562-ad42-a95e6b0a18ff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:15.011990 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-69edd5f2-8f04-4562-ad42-a95e6b0a18ff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5134087 May 05 15:45:15.020598 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-74bf1ffe-801f-49f0-987e-1ba32cbd0c7d req-814d5e54-1b04-47a2-b9b6-33fdbc27e05f tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940297 May 05 15:45:15.124926 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:45:15.135859 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e55e6b-fc99-4261-a52d-8dd2364a3227 None None] Sync routers for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:45:15.144926 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:15.147113 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e55e6b-fc99-4261-a52d-8dd2364a3227 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:15.147741 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-38e55e6b-fc99-4261-a52d-8dd2364a3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:44:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:15.175483 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-529dfe54-624e-4f63-a00c-8cd1d0279249 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7799439 May 05 15:45:15.176087 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b244363d-3a02-4d82-83fc-708305d85eb7', 'tag': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:15.178374 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464f18b8-2743-467d-aea1-9689b3189d71" -d '{"events": [{"name": "network-changed", "server_uuid": "b244363d-3a02-4d82-83fc-708305d85eb7", "tag": "da82a9c4-f07c-4a00-9e8b-76ae71e3ff40"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:15.213611 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49880713-d0a7-4ca4-8c15-bada5ac7f338 x-openstack-request-id: req-49880713-d0a7-4ca4-8c15-bada5ac7f338 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:15.213911 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b244363d-3a02-4d82-83fc-708305d85eb7", "tag": "da82a9c4-f07c-4a00-9e8b-76ae71e3ff40", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:15.214210 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49880713-d0a7-4ca4-8c15-bada5ac7f338 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:15.214852 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49880713-d0a7-4ca4-8c15-bada5ac7f338'] response: {'name': 'network-changed', 'server_uuid': 'b244363d-3a02-4d82-83fc-708305d85eb7', 'tag': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40', 'status': 'completed', 'code': 200} May 05 15:45:15.256061 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-38e55e6b-fc99-4261-a52d-8dd2364a3227 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:15.418513 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Request body: {'port': {'device_id': '72819f7d-49b9-42ad-8404-38fc0d5f0af0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:45:15.492866 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:15.493614 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-38e55e6b-fc99-4261-a52d-8dd2364a3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '0cd01bb6-9404-454b-a760-9775f897883a', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:b4:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b244363d-3a02-4d82-83fc-708305d85eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:45:13Z', 'updated_at': '2022-05-05T15:45:13Z', 'revision_number': 0, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:15.526420 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e55e6b-fc99-4261-a52d-8dd2364a3227 None None] Checking router: 20f547a5-6c14-460a-a4e2-e4a49202ed40 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:45:15.536470 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e55e6b-fc99-4261-a52d-8dd2364a3227 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:45:15.537090 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-38e55e6b-fc99-4261-a52d-8dd2364a3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:44:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:15.647988 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-38e55e6b-fc99-4261-a52d-8dd2364a3227 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:45:15.658856 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b5e86-b1f3-4a77-824c-e4a6abdb2783 req-3ca430ac-4110-4330-a8ae-a234973d0e66 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:15.660353 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8b8b5e86-b1f3-4a77-824c-e4a6abdb2783 req-3ca430ac-4110-4330-a8ae-a234973d0e66 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 932 time: 0.1045382 May 05 15:45:15.765132 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8b8b5e86-b1f3-4a77-824c-e4a6abdb2783 req-fbfaae3c-498f-42d2-8239-48a3dd93405c tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991228 May 05 15:45:15.790573 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0e5c2c03-9aed-4d19-a751-daf2f64811aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:15.853802 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc {{(pid=109966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:45:15.861957 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Publish callbacks [] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:15.875172 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.provisioning_blocks [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Transition to ACTIVE for port object 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc will not be triggered until provisioned by entity L2. {{(pid=109966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:45:15.879899 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:15.945251 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-38e55e6b-fc99-4261-a52d-8dd2364a3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '0cd01bb6-9404-454b-a760-9775f897883a', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:b4:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b244363d-3a02-4d82-83fc-708305d85eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:45:13Z', 'updated_at': '2022-05-05T15:45:13Z', 'revision_number': 0, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:45:15.950572 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Pushing event updated for resources: {'Port': ['ID=3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:15.976126 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e55e6b-fc99-4261-a52d-8dd2364a3227 None None] The sync data for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi is: [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '0cd01bb6-9404-454b-a760-9775f897883a', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:b4:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b244363d-3a02-4d82-83fc-708305d85eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:45:13Z', 'updated_at': '2022-05-05T15:45:13Z', 'revision_number': 0, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:45:16.003644 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Attempting to bind port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:45:16.003982 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Attempting to bind port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'da4ae621-dad7-4211-b601-5ed6112b8e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62'}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:45:16.004312 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Attempting to bind port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc on network 8646f0ab-30ae-49ab-bf78-0b3133d8ae62 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:45:16.008801 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc on network 8646f0ab-30ae-49ab-bf78-0b3133d8ae62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:45:16.009126 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Attempting to bind port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc on network 8646f0ab-30ae-49ab-bf78-0b3133d8ae62 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:45:16.014045 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:45:16.014439 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Checking segment: {'id': 'da4ae621-dad7-4211-b601-5ed6112b8e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:45:16.014825 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Bound using segment: {'id': 'da4ae621-dad7-4211-b601-5ed6112b8e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62'} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:45:16.015310 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Bound port: 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4ae621-dad7-4211-b601-5ed6112b8e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62'}}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:45:16.015623 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:16.085941 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] For port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc, host hv-cinder-83979, cleared binding levels {{(pid=109966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:45:16.089399 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] For port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc,segment=NetworkSegment(da4ae621-dad7-4211-b601-5ed6112b8e5a),segment_id=da4ae621-dad7-4211-b601-5ed6112b8e5a)] {{(pid=109966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:45:16.091794 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f18b8-2743-467d-aea1-9689b3189d71 req-5a500fad-d9b4-410d-aa63-1823058e1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:16.093370 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-464f18b8-2743-467d-aea1-9689b3189d71 req-5a500fad-d9b4-410d-aa63-1823058e1879 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 1129 time: 0.0463064 May 05 15:45:16.098124 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:16.114946 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:16.115709 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:16.117073 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-218c940c-65a2-4913-8599-4d351ee771de service neutron] 10.222.0.41 "PUT /v2.0/ports/3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc HTTP/1.1" status: 200 len: 1094 time: 0.7030544 May 05 15:45:16.220435 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c64e4-ebb9-4c4a-aa65-d033344b4691 req-3b608f01-09c2-4201-b9ce-86c5cf041d05 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:16.221477 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c940c-65a2-4913-8599-4d351ee771de service neutron] Pushing event updated for resources: {'Port': ['ID=3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc,revision_number=3']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:16.222929 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-169c64e4-ebb9-4c4a-aa65-d033344b4691 req-3b608f01-09c2-4201-b9ce-86c5cf041d05 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 950 time: 0.1144187 May 05 15:45:16.224189 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbd6347-f7db-46c3-8bf5-195a94433ffc None None] New status for floating IP 0cd01bb6-9404-454b-a760-9775f897883a: ACTIVE {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:45:16.242488 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-d8c47498-f6b7-4d74-abd2-e9f9ada20558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:16.244203 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-d8c47498-f6b7-4d74-abd2-e9f9ada20558 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b17842fa85384865aba313f5fa724882&device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 1128 time: 0.0618048 May 05 15:45:16.295279 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-803b40ea-b2eb-43b2-8594-8ee6def338d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc HTTP/1.1" status: 200 len: 217 time: 0.0410953 May 05 15:45:16.346759 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-169c64e4-ebb9-4c4a-aa65-d033344b4691 req-1e9833ba-edd6-432c-ba59-b5a29d9acb7b tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096649 May 05 15:45:16.366585 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f18b8-2743-467d-aea1-9689b3189d71 req-957fafcf-b313-409b-8336-da1a2bd174df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:16.368358 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-464f18b8-2743-467d-aea1-9689b3189d71 req-957fafcf-b313-409b-8336-da1a2bd174df service neutron] 10.222.0.41 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 913 time: 0.2090130 May 05 15:45:16.375124 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-9aca5bab-fe35-430e-9c57-e227ea4c4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:16.378199 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-9aca5bab-fe35-430e-9c57-e227ea4c4017 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=49b20e9b-aada-4f84-82dc-003ca02a5719 HTTP/1.1" status: 200 len: 852 time: 0.0717626 May 05 15:45:16.433318 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-a867cab6-bef2-405e-8f9a-4eda241ff503 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8646f0ab-30ae-49ab-bf78-0b3133d8ae62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459342 May 05 15:45:16.480867 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-464f18b8-2743-467d-aea1-9689b3189d71 req-72224edd-027e-47a5-b4eb-f913dedad6e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 HTTP/1.1" status: 200 len: 998 time: 0.0937982 May 05 15:45:16.555154 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-76c2e442-7c99-4d56-b278-9c3a05e22aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/8646f0ab-30ae-49ab-bf78-0b3133d8ae62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138575 May 05 15:45:16.555955 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f18b8-2743-467d-aea1-9689b3189d71 req-e179e6b6-e5a6-4b49-b7e5-613afdfae8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:16.557526 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-464f18b8-2743-467d-aea1-9689b3189d71 req-e179e6b6-e5a6-4b49-b7e5-613afdfae8d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0269e26-05aa-48f4-88c9-5e4227d2190a HTTP/1.1" status: 200 len: 851 time: 0.0685673 May 05 15:45:16.627919 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f18b8-2743-467d-aea1-9689b3189d71 req-3400f48b-3f68-45f1-bab3-6d1ab7b112e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:16.629389 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-464f18b8-2743-467d-aea1-9689b3189d71 req-3400f48b-3f68-45f1-bab3-6d1ab7b112e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0331bb37-5dab-419c-8101-94ce6a3a2dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438187 May 05 15:45:16.674892 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933ed95-0f05-493d-b5c9-dc25f18906e4 req-c0d35c7a-27bb-4c86-aed6-7c18a1cf3db4 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:16.676372 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0933ed95-0f05-493d-b5c9-dc25f18906e4 req-c0d35c7a-27bb-4c86-aed6-7c18a1cf3db4 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 950 time: 0.0508182 May 05 15:45:16.680612 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0287a6e-3e6d-4360-90a9-ebabbd9aa866 req-332d0eeb-7e91-4dc9-be7f-bc52b407a5ab service neutron] 10.222.0.41 "GET /v2.0/networks/8646f0ab-30ae-49ab-bf78-0b3133d8ae62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979137 May 05 15:45:16.724444 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0933ed95-0f05-493d-b5c9-dc25f18906e4 req-7ee1a6d1-e639-4f1a-a7d5-344f125f6583 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422814 May 05 15:45:16.882543 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f920b-ec6b-4b33-8700-7365728b82b8 req-38f7c281-d0ac-4568-a7a4-94cd53376aff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:16.884010 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f17f920b-ec6b-4b33-8700-7365728b82b8 req-38f7c281-d0ac-4568-a7a4-94cd53376aff tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 944 time: 0.0478628 May 05 15:45:16.930410 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f17f920b-ec6b-4b33-8700-7365728b82b8 req-eaa58d6f-9831-4730-918e-784a3f9d57ab tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 May 05 15:45:16.974887 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:17.216466 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72819f7d-49b9-42ad-8404-38fc0d5f0af0', 'tag': '3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:17.218835 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd6e6ce-f90f-4eb5-940e-080195abde16" -d '{"events": [{"name": "network-changed", "server_uuid": "72819f7d-49b9-42ad-8404-38fc0d5f0af0", "tag": "3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:17.252708 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b32bea8-17d8-4f66-92f5-3e7b64e8f7cd x-openstack-request-id: req-0b32bea8-17d8-4f66-92f5-3e7b64e8f7cd {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:17.253009 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72819f7d-49b9-42ad-8404-38fc0d5f0af0", "tag": "3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:17.253263 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b32bea8-17d8-4f66-92f5-3e7b64e8f7cd {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:17.253671 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b32bea8-17d8-4f66-92f5-3e7b64e8f7cd'] response: {'name': 'network-changed', 'server_uuid': '72819f7d-49b9-42ad-8404-38fc0d5f0af0', 'tag': '3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc', 'status': 'completed', 'code': 200} May 05 15:45:17.844169 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f701e03-8955-4cb9-b686-83d967c6a4e8 req-172748e7-9324-4b0d-adaf-afe63257395d tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:17.846804 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5f701e03-8955-4cb9-b686-83d967c6a4e8 req-172748e7-9324-4b0d-adaf-afe63257395d tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 950 time: 0.0551307 May 05 15:45:17.895607 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5f701e03-8955-4cb9-b686-83d967c6a4e8 req-e467c15c-c644-4cbb-abcc-b8b268e091d3 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432961 May 05 15:45:18.049219 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d258f3-04ea-499c-8559-9ebe61cf84d5 req-8e1067ee-ef87-40a8-b92e-d8558eb6e041 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:18.050644 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-86d258f3-04ea-499c-8559-9ebe61cf84d5 req-8e1067ee-ef87-40a8-b92e-d8558eb6e041 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 944 time: 0.0529008 May 05 15:45:18.097486 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-86d258f3-04ea-499c-8559-9ebe61cf84d5 req-c29b662c-56da-437c-95a5-ea1d32d8ace7 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 May 05 15:45:18.411792 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-464f18b8-2743-467d-aea1-9689b3189d71 req-5c6ed321-87a4-49c6-8be4-86a08a5136a6 service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825825 May 05 15:45:18.443108 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:19.009715 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea45a-42aa-4be8-b0ff-1b33ced07b75 req-66d34b04-ffa2-42b3-b6ba-93d8ea2aa025 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:19.011260 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-da2ea45a-42aa-4be8-b0ff-1b33ced07b75 req-66d34b04-ffa2-42b3-b6ba-93d8ea2aa025 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 950 time: 0.0472574 May 05 15:45:19.059546 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-da2ea45a-42aa-4be8-b0ff-1b33ced07b75 req-d403f471-6a05-4615-aff5-edeac3a54997 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427520 May 05 15:45:19.213989 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f891d1-6f92-4b9a-b191-72a36c48924f req-1adfec84-1d64-4c06-bf3a-46edfa5b3ce4 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:19.215722 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-04f891d1-6f92-4b9a-b191-72a36c48924f req-1adfec84-1d64-4c06-bf3a-46edfa5b3ce4 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 944 time: 0.0504823 May 05 15:45:19.261249 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-04f891d1-6f92-4b9a-b191-72a36c48924f req-efcfc97c-6a5d-497e-be21-7ee635058278 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399041 May 05 15:45:19.933828 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:20.171918 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4845c3-5cf0-43bf-a56e-513143c16e6c req-267a909c-bbbf-45d0-a93d-d43b0e71a3bd tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:20.174081 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8a4845c3-5cf0-43bf-a56e-513143c16e6c req-267a909c-bbbf-45d0-a93d-d43b0e71a3bd tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 950 time: 0.0465004 May 05 15:45:20.222864 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8a4845c3-5cf0-43bf-a56e-513143c16e6c req-e6c08f04-76c4-419c-ae3b-d80284e2d4fb tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432441 May 05 15:45:20.372743 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc51ff-767f-4c74-b086-c455e2a106e3 req-63ff43b7-5325-456a-b730-5756ba348414 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:20.374201 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-badc51ff-767f-4c74-b086-c455e2a106e3 req-63ff43b7-5325-456a-b730-5756ba348414 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 944 time: 0.0466492 May 05 15:45:20.419876 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-badc51ff-767f-4c74-b086-c455e2a106e3 req-a9214d81-2e28-46f4-92e5-80af517ef950 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402117 May 05 15:45:21.336353 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7693f-4e88-4411-9e9b-4512cdff46fc req-46949845-b1eb-4c13-9136-5ad27a7a2b53 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:21.337814 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-83a7693f-4e88-4411-9e9b-4512cdff46fc req-46949845-b1eb-4c13-9136-5ad27a7a2b53 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 950 time: 0.0465670 May 05 15:45:21.384997 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-83a7693f-4e88-4411-9e9b-4512cdff46fc req-b0926871-f421-45bc-8acd-479b20b4e38e tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 May 05 15:45:21.534119 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16a968-1f9b-46a8-8e8e-f38f3b784292 req-f889c580-c91e-4154-a27e-19865a28570b tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:21.535634 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5c16a968-1f9b-46a8-8e8e-f38f3b784292 req-f889c580-c91e-4154-a27e-19865a28570b tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 944 time: 0.0498700 May 05 15:45:21.581714 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5c16a968-1f9b-46a8-8e8e-f38f3b784292 req-62c8f80c-e424-44ff-b6f1-90d4d3cac3aa tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406566 May 05 15:45:22.495775 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b74b00-6658-4b5f-bdc9-c79e7ef9dcb1 req-26774624-492c-4d01-8f69-089fa1bda89d tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:22.497238 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-81b74b00-6658-4b5f-bdc9-c79e7ef9dcb1 req-26774624-492c-4d01-8f69-089fa1bda89d tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 950 time: 0.0462210 May 05 15:45:22.543773 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-81b74b00-6658-4b5f-bdc9-c79e7ef9dcb1 req-73989289-4a21-478a-a1aa-12058b00f12c tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5f75923-cc79-4380-b428-c36d8ed91119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 May 05 15:45:22.691987 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6e6ce-f90f-4eb5-940e-080195abde16 req-444abc4c-b009-4cf6-bd73-f9e4c31456c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:22.694390 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9cd6e6ce-f90f-4eb5-940e-080195abde16 req-444abc4c-b009-4cf6-bd73-f9e4c31456c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b17842fa85384865aba313f5fa724882&device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 1128 time: 0.0773122 May 05 15:45:22.697154 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:45:22.699834 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 6c4baf00-a545-499c-80e1-11aa3e16c4c9 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:45:22.701423 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a955e2-38d6-476e-ba15-ed8715d20e77 req-601be8e7-3026-4991-866d-37a151d54b7c tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:22.702892 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-36a955e2-38d6-476e-ba15-ed8715d20e77 req-601be8e7-3026-4991-866d-37a151d54b7c tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.41 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 950 time: 0.0833254 May 05 15:45:22.731796 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f258-8e84-4c74-a9aa-54ac94eb23ed req-aaf3d9b8-b552-4421-bd35-86d8868fd8f3 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:22.733291 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b260f258-8e84-4c74-a9aa-54ac94eb23ed req-aaf3d9b8-b552-4421-bd35-86d8868fd8f3 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 944 time: 0.0611913 May 05 15:45:22.749728 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-464f18b8-2743-467d-aea1-9689b3189d71 req-6e07e425-8666-495f-9678-ede192bba76c service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428065 May 05 15:45:22.792696 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b260f258-8e84-4c74-a9aa-54ac94eb23ed req-566095d4-9794-44de-bcd3-29ce1bf4592e tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512540 May 05 15:45:22.865789 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-36a955e2-38d6-476e-ba15-ed8715d20e77 req-6afd0edb-4296-4111-8251-2694eaac2306 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Deleting port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:22.866130 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-36a955e2-38d6-476e-ba15-ed8715d20e77 req-6afd0edb-4296-4111-8251-2694eaac2306 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:22.875552 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 is: ACTIVE; New status is: DOWN {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:45:22.876490 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:22.880246 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6e6ce-f90f-4eb5-940e-080195abde16 req-20cdc569-ad36-4eac-ad2a-947b46a04a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:22.881753 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9cd6e6ce-f90f-4eb5-940e-080195abde16 req-20cdc569-ad36-4eac-ad2a-947b46a04a57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8646f0ab-30ae-49ab-bf78-0b3133d8ae62 HTTP/1.1" status: 200 len: 913 time: 0.1779840 May 05 15:45:22.882891 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc,segment=NetworkSegment(da4ae621-dad7-4211-b601-5ed6112b8e5a),segment_id=da4ae621-dad7-4211-b601-5ed6112b8e5a)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:22.908419 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc', 'network_id': '8646f0ab-30ae-49ab-bf78-0b3133d8ae62', 'port_id': '3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc', 'mac_address': 'fa:16:3e:23:f2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b20e9b-aada-4f84-82dc-003ca02a5719', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:45:22.914725 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b066ff6f-c5ba-4e3e-a95e-89a4d045585a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c4baf00-a545-499c-80e1-11aa3e16c4c9'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:22.916938 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24113458-f3ef-4874-bc74-b48c4ae2a6e7" -d '{"events": [{"server_uuid": "b066ff6f-c5ba-4e3e-a95e-89a4d045585a", "name": "network-vif-unplugged", "status": "completed", "tag": "6c4baf00-a545-499c-80e1-11aa3e16c4c9"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:22.935658 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9cd6e6ce-f90f-4eb5-940e-080195abde16 req-a8c36f0e-90a6-4c11-8468-a223c19ae4ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc HTTP/1.1" status: 200 len: 217 time: 0.0447633 May 05 15:45:22.949208 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 6c4baf00-a545-499c-80e1-11aa3e16c4c9, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6c4baf00-a545-499c-80e1-11aa3e16c4c9,segment=NetworkSegment(a418febe-ade2-4355-9495-ab9584fdce52),segment_id=a418febe-ade2-4355-9495-ab9584fdce52)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:22.959721 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 May 2022 15:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fc9e3c-876e-49d6-b8be-4c7bc691a8a8 x-openstack-request-id: req-25fc9e3c-876e-49d6-b8be-4c7bc691a8a8 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:22.960052 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b066ff6f-c5ba-4e3e-a95e-89a4d045585a", "name": "network-vif-unplugged", "status": "completed", "tag": "6c4baf00-a545-499c-80e1-11aa3e16c4c9", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:22.960315 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25fc9e3c-876e-49d6-b8be-4c7bc691a8a8 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:22.960730 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25fc9e3c-876e-49d6-b8be-4c7bc691a8a8'] response: {'server_uuid': 'b066ff6f-c5ba-4e3e-a95e-89a4d045585a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c4baf00-a545-499c-80e1-11aa3e16c4c9', 'code': 200} May 05 15:45:22.961335 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:22.990056 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:45:22.990480 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:23.010430 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:45:23.036727 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-36a955e2-38d6-476e-ba15-ed8715d20e77 req-6afd0edb-4296-4111-8251-2694eaac2306 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] For port 6c4baf00-a545-499c-80e1-11aa3e16c4c9, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6c4baf00-a545-499c-80e1-11aa3e16c4c9,segment=NetworkSegment(a418febe-ade2-4355-9495-ab9584fdce52),segment_id=a418febe-ade2-4355-9495-ab9584fdce52)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:23.037079 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-36a955e2-38d6-476e-ba15-ed8715d20e77 req-6afd0edb-4296-4111-8251-2694eaac2306 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:23.040309 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6e6ce-f90f-4eb5-940e-080195abde16 req-bedf9438-6217-41ed-8ff5-f514073d6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:23.041836 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9cd6e6ce-f90f-4eb5-940e-080195abde16 req-bedf9438-6217-41ed-8ff5-f514073d6389 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=49b20e9b-aada-4f84-82dc-003ca02a5719 HTTP/1.1" status: 200 len: 852 time: 0.0742576 May 05 15:45:23.043865 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=6c4baf00-a545-499c-80e1-11aa3e16c4c9,revision_number=6']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:23.047380 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc,segment=NetworkSegment(da4ae621-dad7-4211-b601-5ed6112b8e5a),segment_id=da4ae621-dad7-4211-b601-5ed6112b8e5a)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:23.052459 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:23.065479 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-36a955e2-38d6-476e-ba15-ed8715d20e77 req-6afd0edb-4296-4111-8251-2694eaac2306 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Calling delete_port for 6c4baf00-a545-499c-80e1-11aa3e16c4c9 owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:23.089169 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9cd6e6ce-f90f-4eb5-940e-080195abde16 req-d85671ea-66d9-4ffe-a299-0498e850e7f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8646f0ab-30ae-49ab-bf78-0b3133d8ae62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388033 May 05 15:45:23.114407 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:23.242394 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9cd6e6ce-f90f-4eb5-940e-080195abde16 req-b5d3b45c-68f4-479d-bb44-d1495faec8e6 service neutron] 10.222.0.41 "GET /v2.0/networks/8646f0ab-30ae-49ab-bf78-0b3133d8ae62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114523 May 05 15:45:23.337780 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-36a955e2-38d6-476e-ba15-ed8715d20e77 req-6afd0edb-4296-4111-8251-2694eaac2306 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (6c4baf00-a545-499c-80e1-11aa3e16c4c9), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:23.380125 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd0edb-4296-4111-8251-2694eaac2306 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Pushing event deleted for resources: {'Port': ['ID=6c4baf00-a545-499c-80e1-11aa3e16c4c9,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:23.417162 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9cd6e6ce-f90f-4eb5-940e-080195abde16 req-0be0b165-9f82-4d39-b640-6b5f32f8e481 service neutron] 10.222.0.41 "GET /v2.0/networks/8646f0ab-30ae-49ab-bf78-0b3133d8ae62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515572 May 05 15:45:23.432532 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a955e2-38d6-476e-ba15-ed8715d20e77 req-6afd0edb-4296-4111-8251-2694eaac2306 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] No DVR routers for this DVR port 6c4baf00-a545-499c-80e1-11aa3e16c4c9 on host hv-cinder-83979 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:45:23.435052 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-36a955e2-38d6-476e-ba15-ed8715d20e77 req-6afd0edb-4296-4111-8251-2694eaac2306 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:23.439075 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-36a955e2-38d6-476e-ba15-ed8715d20e77 req-6afd0edb-4296-4111-8251-2694eaac2306 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.41 "DELETE /v2.0/ports/6c4baf00-a545-499c-80e1-11aa3e16c4c9 HTTP/1.1" status: 204 len: 173 time: 0.7162819 May 05 15:45:23.439540 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b066ff6f-c5ba-4e3e-a95e-89a4d045585a', 'name': 'network-vif-deleted', 'tag': '6c4baf00-a545-499c-80e1-11aa3e16c4c9'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:23.441793 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b543ca50-d223-4245-a478-c38b767475d0" -d '{"events": [{"server_uuid": "b066ff6f-c5ba-4e3e-a95e-89a4d045585a", "name": "network-vif-deleted", "tag": "6c4baf00-a545-499c-80e1-11aa3e16c4c9"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:23.470971 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:45:23.480765 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdec1616-8b62-4645-b3a6-aa496c16fa9b x-openstack-request-id: req-fdec1616-8b62-4645-b3a6-aa496c16fa9b {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:23.481070 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b066ff6f-c5ba-4e3e-a95e-89a4d045585a", "name": "network-vif-deleted", "tag": "6c4baf00-a545-499c-80e1-11aa3e16c4c9", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:23.481316 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdec1616-8b62-4645-b3a6-aa496c16fa9b {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:23.481722 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdec1616-8b62-4645-b3a6-aa496c16fa9b'] response: {'server_uuid': 'b066ff6f-c5ba-4e3e-a95e-89a4d045585a', 'name': 'network-vif-deleted', 'tag': '6c4baf00-a545-499c-80e1-11aa3e16c4c9', 'status': 'completed', 'code': 200} May 05 15:45:23.663413 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3c983687-eece-4edc-b90c-8b2436d07e4f req-dca15c4f-1319-4f59-b828-b95d41049674 tempest-VolumesNegativeTest-740495014 tempest-VolumesNegativeTest-740495014-project] 10.222.0.58 "GET /v2.0/ports?device_id=b066ff6f-c5ba-4e3e-a95e-89a4d045585a HTTP/1.1" status: 200 len: 210 time: 0.0284746 May 05 15:45:23.911385 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71747070-1890-491c-881d-7f5ec992c4a0 req-77495b34-cffd-4193-a492-d3025708a1fb tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:23.912856 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-71747070-1890-491c-881d-7f5ec992c4a0 req-77495b34-cffd-4193-a492-d3025708a1fb tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 945 time: 0.0454602 May 05 15:45:23.959522 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-71747070-1890-491c-881d-7f5ec992c4a0 req-c30bc553-cfe3-4f18-832b-190e11c4746f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 May 05 15:45:24.705414 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:45:24.750616 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:45:24.756692 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:45:24.757036 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:24.835773 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:45:24.836161 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:24.870104 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc,segment=NetworkSegment(da4ae621-dad7-4211-b601-5ed6112b8e5a),segment_id=da4ae621-dad7-4211-b601-5ed6112b8e5a)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:24.874131 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:24.924874 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:24.961950 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72819f7d-49b9-42ad-8404-38fc0d5f0af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:24.964250 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebafd02-3d15-46d8-bd7f-f7f7d209b89d" -d '{"events": [{"server_uuid": "72819f7d-49b9-42ad-8404-38fc0d5f0af0", "name": "network-vif-plugged", "status": "completed", "tag": "3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:25.002924 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f19540c-c4b1-4df1-b71b-8d54b0bee14b x-openstack-request-id: req-2f19540c-c4b1-4df1-b71b-8d54b0bee14b {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:25.003248 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72819f7d-49b9-42ad-8404-38fc0d5f0af0", "name": "network-vif-plugged", "status": "completed", "tag": "3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:25.003512 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f19540c-c4b1-4df1-b71b-8d54b0bee14b {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:25.003920 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f19540c-c4b1-4df1-b71b-8d54b0bee14b'] response: {'server_uuid': '72819f7d-49b9-42ad-8404-38fc0d5f0af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc', 'code': 200} May 05 15:45:25.076602 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636d6a4-4b4d-4026-bcff-17c87a9bd428 req-c2348fe9-6194-4ce9-be34-5182a16363de tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:25.078315 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b636d6a4-4b4d-4026-bcff-17c87a9bd428 req-c2348fe9-6194-4ce9-be34-5182a16363de tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 946 time: 0.0493629 May 05 15:45:25.136388 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b636d6a4-4b4d-4026-bcff-17c87a9bd428 req-9d3a8411-c64b-4ca0-9057-02f1b9bc4935 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489571 May 05 15:45:25.187641 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8dd35-f637-4d80-9ee8-3c2217c71067 req-e4ebef0e-f6d1-4be7-af8f-98f80b2d9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:25.189312 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-daa8dd35-f637-4d80-9ee8-3c2217c71067 req-e4ebef0e-f6d1-4be7-af8f-98f80b2d9697 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 1130 time: 0.0468707 May 05 15:45:25.248215 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-daa8dd35-f637-4d80-9ee8-3c2217c71067 req-082ee24a-4a07-4234-92ad-f32c818f780b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491998 May 05 15:45:26.232308 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:45:26.255496 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b197b7f-1c19-4f76-a93d-4b195764adc7 req-6970951e-14fe-4544-8210-8a1f310c440d tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:26.257011 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7b197b7f-1c19-4f76-a93d-4b195764adc7 req-6970951e-14fe-4544-8210-8a1f310c440d tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 946 time: 0.0487425 May 05 15:45:26.310667 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7b197b7f-1c19-4f76-a93d-4b195764adc7 req-cfd4eeb2-71a7-4c73-8061-7762bf7cde47 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468147 May 05 15:45:27.424569 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfae312-0942-4953-b359-fd59f7bcc2d7 req-1cefa385-9cde-4dc1-bfba-979f8cafc2c4 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:27.426057 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2bfae312-0942-4953-b359-fd59f7bcc2d7 req-1cefa385-9cde-4dc1-bfba-979f8cafc2c4 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 946 time: 0.0463247 May 05 15:45:27.472123 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2bfae312-0942-4953-b359-fd59f7bcc2d7 req-d3f00d16-49fc-4852-b25d-9104989ab1f0 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403061 May 05 15:45:31.799406 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 59166) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:31.929954 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-297eb1ad-b2ba-4a51-ab0a-114f37918c58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63eb128493f149f79635d4d840f1d395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294203 May 05 15:45:31.932400 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 59170) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:31.978599 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cfd416a5-3cb8-4362-81f3-309b4de6f290 admin admin] Publish callbacks [] for security_group (a5f75923-cc79-4380-b428-c36d8ed91119), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:31.999572 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cfd416a5-3cb8-4362-81f3-309b4de6f290 admin admin] Publish callbacks [] for security_group (a5f75923-cc79-4380-b428-c36d8ed91119), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:32.045473 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cfd416a5-3cb8-4362-81f3-309b4de6f290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (a5f75923-cc79-4380-b428-c36d8ed91119), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:32.048790 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cfd416a5-3cb8-4362-81f3-309b4de6f290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:32.050274 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-cfd416a5-3cb8-4362-81f3-309b4de6f290 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5f75923-cc79-4380-b428-c36d8ed91119 HTTP/1.1" status: 204 len: 168 time: 0.1169431 May 05 15:45:32.059125 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd416a5-3cb8-4362-81f3-309b4de6f290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f75923-cc79-4380-b428-c36d8ed91119,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:36.975565 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 59224) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:37.077447 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fe273acb-6726-4498-a0b1-00a9d18a6c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.154650 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fe273acb-6726-4498-a0b1-00a9d18a6c21 admin admin] Publish callbacks [] for security_group (fe51849c-ba98-4539-b1c1-4c1b52fcdb8c), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.158979 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fe273acb-6726-4498-a0b1-00a9d18a6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (fe51849c-ba98-4539-b1c1-4c1b52fcdb8c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.198731 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-fe273acb-6726-4498-a0b1-00a9d18a6c21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1eecd6b87f2b4e658945796fd234715f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220321 May 05 15:45:37.199575 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe273acb-6726-4498-a0b1-00a9d18a6c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe51849c-ba98-4539-b1c1-4c1b52fcdb8c,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:37.201309 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 59228) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:45:37.248773 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Publish callbacks [] for security_group (fe51849c-ba98-4539-b1c1-4c1b52fcdb8c), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.268918 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Publish callbacks [] for security_group (fe51849c-ba98-4539-b1c1-4c1b52fcdb8c), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.314297 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (fe51849c-ba98-4539-b1c1-4c1b52fcdb8c), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.316938 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:37.318074 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe51849c-ba98-4539-b1c1-4c1b52fcdb8c HTTP/1.1" status: 204 len: 168 time: 0.1157913 May 05 15:45:37.325522 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe51849c-ba98-4539-b1c1-4c1b52fcdb8c,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:37.332788 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.333139 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.333489 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.333831 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.334184 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.334515 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.334845 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.335171 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.335497 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.335877 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.336137 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.336463 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.336785 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.337170 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:37.337420 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ec797d-ba2c-4fca-8417-8a4e7ac50fcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:45:43.422618 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f86460bd-ced6-4029-b27d-f883237faaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:44.667477 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:45.775975 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-23537d33-314b-4797-8eb8-5717602ef848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:46.979802 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:48.447372 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:49.939158 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:53.760549 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc982-0150-435f-adf3-c32b04e238f8 req-d05c0d9a-be59-4d1b-a8f2-25fd5f84eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:53.762329 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6ecfc982-0150-435f-adf3-c32b04e238f8 req-d05c0d9a-be59-4d1b-a8f2-25fd5f84eabe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 1130 time: 0.0450370 May 05 15:45:53.771891 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e8a5e-67cf-4f02-8351-56a57c32cae4 req-dfabbd95-55a1-4824-a36d-3c758895b37a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:53.774435 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d58e8a5e-67cf-4f02-8351-56a57c32cae4 req-dfabbd95-55a1-4824-a36d-3c758895b37a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0567651 May 05 15:45:53.832699 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d58e8a5e-67cf-4f02-8351-56a57c32cae4 req-8b986574-4e68-4dd6-9d78-5069702ea1cc tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521250 May 05 15:45:53.870418 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc982-0150-435f-adf3-c32b04e238f8 req-6b7bd438-a257-495a-8311-3602ff5e2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:53.871761 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6ecfc982-0150-435f-adf3-c32b04e238f8 req-6b7bd438-a257-495a-8311-3602ff5e2eb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.1025069 May 05 15:45:53.942490 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6ecfc982-0150-435f-adf3-c32b04e238f8 req-921e5331-2fd6-4a81-9b68-864a44659118 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29e6302c-693f-4837-a578-0a0d08d005c2 HTTP/1.1" status: 200 len: 1002 time: 0.0626383 May 05 15:45:53.991519 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc982-0150-435f-adf3-c32b04e238f8 req-5e50f6ae-1833-4f28-b72f-4a7ad4b9954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:53.992945 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6ecfc982-0150-435f-adf3-c32b04e238f8 req-5e50f6ae-1833-4f28-b72f-4a7ad4b9954f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.0438058 May 05 15:45:54.038463 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc982-0150-435f-adf3-c32b04e238f8 req-2eeffc83-a22f-416d-a083-dba7cb8a801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:54.039973 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6ecfc982-0150-435f-adf3-c32b04e238f8 req-2eeffc83-a22f-416d-a083-dba7cb8a801d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398755 May 05 15:45:54.135280 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6ecfc982-0150-435f-adf3-c32b04e238f8 req-64c19795-ec1a-476b-94c1-dfc8be4bdd4c service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854280 May 05 15:45:54.232858 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6ecfc982-0150-435f-adf3-c32b04e238f8 req-6ed92353-f260-4e1d-8318-4337b1f7b96c service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863633 May 05 15:45:54.516447 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aa632-c7fd-4709-a25d-a060bcfa3c99 req-4895cf3b-0dcd-4540-baa4-976f7c32e45f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:54.517912 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-457aa632-c7fd-4709-a25d-a060bcfa3c99 req-4895cf3b-0dcd-4540-baa4-976f7c32e45f tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 946 time: 0.0483489 May 05 15:45:54.564726 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-457aa632-c7fd-4709-a25d-a060bcfa3c99 req-50894518-8fb4-461d-b332-8549aa272dd0 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411115 May 05 15:45:55.191968 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b2459-a989-4183-acfa-559917dc97e5 req-238fff6f-3dbe-4347-98ad-a44f5e680b7c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:55.193439 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5a8b2459-a989-4183-acfa-559917dc97e5 req-238fff6f-3dbe-4347-98ad-a44f5e680b7c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.2775106 May 05 15:45:55.239784 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5a8b2459-a989-4183-acfa-559917dc97e5 req-dabf317f-a843-4cd0-9943-eb31e332e6ce tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408435 May 05 15:45:55.675116 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4c897-e9ae-4a9a-8a14-79a4ab0dc6b2 req-6a48ba33-8c55-4f2c-9b9a-56de376116a0 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:55.676567 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c5d4c897-e9ae-4a9a-8a14-79a4ab0dc6b2 req-6a48ba33-8c55-4f2c-9b9a-56de376116a0 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 946 time: 0.0452819 May 05 15:45:55.722005 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c5d4c897-e9ae-4a9a-8a14-79a4ab0dc6b2 req-594d1e69-7f61-4850-a5a7-72f69ef7ce6c tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 May 05 15:45:56.354527 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed93f7-2e45-406b-8daa-e222d3ee30fd req-556bde6b-818e-4081-8f1b-ba04a0b9b48d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:56.355982 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0eed93f7-2e45-406b-8daa-e222d3ee30fd req-556bde6b-818e-4081-8f1b-ba04a0b9b48d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0466366 May 05 15:45:56.400638 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0eed93f7-2e45-406b-8daa-e222d3ee30fd req-da8cf8e9-0bd1-449a-b499-87743f22d762 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390933 May 05 15:45:56.693267 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960cdff-014a-448b-bd0b-a2a111a4b560 req-b22fe871-8fea-48e4-be3e-7571b8b02a13 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:56.694705 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e960cdff-014a-448b-bd0b-a2a111a4b560 req-b22fe871-8fea-48e4-be3e-7571b8b02a13 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.41 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 946 time: 0.0475750 May 05 15:45:56.781258 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-e960cdff-014a-448b-bd0b-a2a111a4b560 req-2d88211b-06f6-4979-9bd6-042e9cdf0f87 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Deleting port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:45:56.781600 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e960cdff-014a-448b-bd0b-a2a111a4b560 req-2d88211b-06f6-4979-9bd6-042e9cdf0f87 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:56.841135 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b7ccc-0ee8-4c05-b284-146d17107697 req-5ccb2047-9240-4f83-a576-9a32fec02aa1 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:56.842622 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ef6b7ccc-0ee8-4c05-b284-146d17107697 req-5ccb2047-9240-4f83-a576-9a32fec02aa1 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/ports?device_id=72819f7d-49b9-42ad-8404-38fc0d5f0af0 HTTP/1.1" status: 200 len: 946 time: 0.0493972 May 05 15:45:56.878634 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-e960cdff-014a-448b-bd0b-a2a111a4b560 req-2d88211b-06f6-4979-9bd6-042e9cdf0f87 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] For port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc,segment=NetworkSegment(da4ae621-dad7-4211-b601-5ed6112b8e5a),segment_id=da4ae621-dad7-4211-b601-5ed6112b8e5a)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:45:56.879000 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e960cdff-014a-448b-bd0b-a2a111a4b560 req-2d88211b-06f6-4979-9bd6-042e9cdf0f87 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:56.888034 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ef6b7ccc-0ee8-4c05-b284-146d17107697 req-818ab6f3-317f-4c74-987e-5cf5bd8e1e98 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.58 "GET /v2.0/security-groups?id=13476e30-ba9c-4e9e-946c-a8a907924501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 May 05 15:45:56.892215 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-e960cdff-014a-448b-bd0b-a2a111a4b560 req-2d88211b-06f6-4979-9bd6-042e9cdf0f87 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Calling delete_port for 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:45:57.017755 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e960cdff-014a-448b-bd0b-a2a111a4b560 req-2d88211b-06f6-4979-9bd6-042e9cdf0f87 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:57.032314 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:45:57.048702 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88211b-06f6-4979-9bd6-042e9cdf0f87 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Pushing event deleted for resources: {'Port': ['ID=3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:45:57.094142 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-e960cdff-014a-448b-bd0b-a2a111a4b560 req-2d88211b-06f6-4979-9bd6-042e9cdf0f87 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] No DVR routers for this DVR port 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc on host hv-cinder-83979 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:45:57.096884 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e960cdff-014a-448b-bd0b-a2a111a4b560 req-2d88211b-06f6-4979-9bd6-042e9cdf0f87 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:45:57.100386 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e960cdff-014a-448b-bd0b-a2a111a4b560 req-2d88211b-06f6-4979-9bd6-042e9cdf0f87 tempest-VolumesSnapshotTestJSON-1809340152 tempest-VolumesSnapshotTestJSON-1809340152-project] 10.222.0.41 "DELETE /v2.0/ports/3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc HTTP/1.1" status: 204 len: 173 time: 0.3999286 May 05 15:45:57.100834 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72819f7d-49b9-42ad-8404-38fc0d5f0af0', 'name': 'network-vif-deleted', 'tag': '3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:45:57.103062 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c933ab68-4b5c-41fb-9db6-eee584a15347" -d '{"events": [{"server_uuid": "72819f7d-49b9-42ad-8404-38fc0d5f0af0", "name": "network-vif-deleted", "tag": "3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:45:57.138597 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b6de22-c41b-424f-96c8-e3c37d52f750 x-openstack-request-id: req-17b6de22-c41b-424f-96c8-e3c37d52f750 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:45:57.138887 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72819f7d-49b9-42ad-8404-38fc0d5f0af0", "name": "network-vif-deleted", "tag": "3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:45:57.139138 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17b6de22-c41b-424f-96c8-e3c37d52f750 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:45:57.139539 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b6de22-c41b-424f-96c8-e3c37d52f750'] response: {'server_uuid': '72819f7d-49b9-42ad-8404-38fc0d5f0af0', 'name': 'network-vif-deleted', 'tag': '3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc', 'status': 'completed', 'code': 200} May 05 15:45:57.511403 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac07506-26da-4ce9-babf-dceebb64fd46 req-4ab0e04e-6302-46ab-8497-aca9d4ec125b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:57.512888 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bac07506-26da-4ce9-babf-dceebb64fd46 req-4ab0e04e-6302-46ab-8497-aca9d4ec125b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0455134 May 05 15:45:57.560367 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bac07506-26da-4ce9-babf-dceebb64fd46 req-2d72c77f-63f7-40d6-b349-1b67c2a8e8fe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411201 May 05 15:45:58.673472 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ef818-bb3c-4051-9731-1b87938b8e8a req-ff968a12-9fe2-412b-802d-651621f6008f tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:58.674951 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-470ef818-bb3c-4051-9731-1b87938b8e8a req-ff968a12-9fe2-412b-802d-651621f6008f tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0461841 May 05 15:45:58.724157 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-470ef818-bb3c-4051-9731-1b87938b8e8a req-f0263eba-0f58-469c-81e4-bdbfbda29631 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 May 05 15:45:59.839683 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99260330-da1e-4ea4-8ae8-ad5abe5ee1bc req-c705d345-c5b3-4d96-9e75-41390bc29348 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:45:59.841146 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-99260330-da1e-4ea4-8ae8-ad5abe5ee1bc req-c705d345-c5b3-4d96-9e75-41390bc29348 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0471735 May 05 15:45:59.890607 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-99260330-da1e-4ea4-8ae8-ad5abe5ee1bc req-a4e26646-ffb1-435a-8bd9-9f53e1be7e30 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 May 05 15:46:01.002537 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77831d99-724a-463f-a64a-caf1348b3e8a req-06913ac2-5212-4aeb-8f40-09119e27098c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:01.003984 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-77831d99-724a-463f-a64a-caf1348b3e8a req-06913ac2-5212-4aeb-8f40-09119e27098c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0459554 May 05 15:46:01.049051 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-77831d99-724a-463f-a64a-caf1348b3e8a req-3f15af4d-2339-40f7-8163-92d141762693 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396595 May 05 15:46:01.280316 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:46:01.300185 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:46:01.300533 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3222b1e4-a1ba-47ca-9ae5-0c7c3f7340dc not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:46:02.161234 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62439ab0-5b3c-429f-9131-579ea12a503e req-22390b89-17ba-44ab-805e-7c160c95e068 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:02.162718 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-62439ab0-5b3c-429f-9131-579ea12a503e req-22390b89-17ba-44ab-805e-7c160c95e068 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0460374 May 05 15:46:02.208699 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-62439ab0-5b3c-429f-9131-579ea12a503e req-3eccc863-eba4-4818-8241-894a6cb7a05c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 May 05 15:46:03.231422 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:46:03.324266 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53243f-cc39-4273-af44-9238ebfe774e req-d96411f5-fc5c-4b36-ab6c-4b7e0e39f8cf tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:03.325724 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4a53243f-cc39-4273-af44-9238ebfe774e req-d96411f5-fc5c-4b36-ab6c-4b7e0e39f8cf tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0469246 May 05 15:46:03.371818 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4a53243f-cc39-4273-af44-9238ebfe774e req-47e1f85d-7229-4f3d-9baa-7d491ab290dc tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398235 May 05 15:46:04.486029 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376edab3-de4f-454e-a399-dba4ae89c5df req-66c5f037-3996-4fbd-9738-a4472f739ae0 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:04.487529 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-376edab3-de4f-454e-a399-dba4ae89c5df req-66c5f037-3996-4fbd-9738-a4472f739ae0 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0475857 May 05 15:46:04.534540 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-376edab3-de4f-454e-a399-dba4ae89c5df req-7be8debe-7fa7-4831-bda1-728ae97b220b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415282 May 05 15:46:05.651088 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5177a-6694-4086-9c25-930c593b827c req-9fb86791-90ce-43c0-88ff-790d99731293 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:05.652577 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-98d5177a-6694-4086-9c25-930c593b827c req-9fb86791-90ce-43c0-88ff-790d99731293 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0511117 May 05 15:46:05.700768 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-98d5177a-6694-4086-9c25-930c593b827c req-231e0307-61a5-4bfa-ac41-310827e5f8a2 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419827 May 05 15:46:06.813135 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d55f98-6a4c-4b96-a383-4464cd37341d req-144ef037-52a6-4dbd-92fd-7db58e65b85c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:06.814671 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-92d55f98-6a4c-4b96-a383-4464cd37341d req-144ef037-52a6-4dbd-92fd-7db58e65b85c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0471306 May 05 15:46:06.865064 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-92d55f98-6a4c-4b96-a383-4464cd37341d req-82941380-e982-4090-9504-f75bb9f8ff49 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 May 05 15:46:07.982036 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdfff6-6edd-4952-8682-5d67489a2f1b req-4a6424b8-3aef-4ec6-b39c-88500a4194be tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:07.984188 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-09bdfff6-6edd-4952-8682-5d67489a2f1b req-4a6424b8-3aef-4ec6-b39c-88500a4194be tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0499086 May 05 15:46:08.029553 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-09bdfff6-6edd-4952-8682-5d67489a2f1b req-0b5deb3b-b6a3-425a-b3e7-a7462d5a60ba tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398912 May 05 15:46:09.142242 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c42d85-62b3-4fa7-9382-cc89bc809e29 req-bcf7eaf4-ef7f-499d-b0f0-f7cf6d8f6efb tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:09.143599 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-74c42d85-62b3-4fa7-9382-cc89bc809e29 req-bcf7eaf4-ef7f-499d-b0f0-f7cf6d8f6efb tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0466638 May 05 15:46:09.192630 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-74c42d85-62b3-4fa7-9382-cc89bc809e29 req-d92c26f4-0348-4637-aba2-422e04fc3701 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 May 05 15:46:10.307663 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d047552-45b0-4ebd-8974-439fef32cfb3 req-7a58915f-5204-4698-8587-2dac770fdb62 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:10.309132 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0d047552-45b0-4ebd-8974-439fef32cfb3 req-7a58915f-5204-4698-8587-2dac770fdb62 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0481322 May 05 15:46:10.354947 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0d047552-45b0-4ebd-8974-439fef32cfb3 req-ca93abb7-f0a4-4b91-9526-ecebd1d8ba04 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403099 May 05 15:46:11.471165 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613f6df-595a-489f-9276-133f480bb60d req-182c8a8c-deaf-4324-9443-c0bfe39d1d3d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:11.472637 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8613f6df-595a-489f-9276-133f480bb60d req-182c8a8c-deaf-4324-9443-c0bfe39d1d3d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0466211 May 05 15:46:11.518748 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8613f6df-595a-489f-9276-133f480bb60d req-018e335c-3968-4eb0-80c3-a3c369fdecfb tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406764 May 05 15:46:12.633764 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84eeb82-1592-4f8c-9fe0-88d2f5d6b1dd req-9c210f40-4f47-41e1-9dd1-790ce3a433d6 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:12.635267 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c84eeb82-1592-4f8c-9fe0-88d2f5d6b1dd req-9c210f40-4f47-41e1-9dd1-790ce3a433d6 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0476768 May 05 15:46:12.684463 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c84eeb82-1592-4f8c-9fe0-88d2f5d6b1dd req-40fdde33-e020-438e-bc5d-720fcd502b9b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433600 May 05 15:46:13.423602 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ada281ed-42fd-4e38-a4ce-2f34fe65c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:13.798293 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1afa8-fa60-46da-a401-5e06e5d18eee req-856f550a-86b8-44db-abb9-5dd92ec80a9e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:13.799771 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c8c1afa8-fa60-46da-a401-5e06e5d18eee req-856f550a-86b8-44db-abb9-5dd92ec80a9e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0462391 May 05 15:46:13.845569 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c8c1afa8-fa60-46da-a401-5e06e5d18eee req-cd872981-7109-4cfc-9938-64f0aebf1beb tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404191 May 05 15:46:14.682559 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:14.974776 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d0112-6418-4b28-90f6-0bde68c253ec req-13b1e0b5-cba9-458d-ab04-fbfcc784a260 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:14.976318 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dc9d0112-6418-4b28-90f6-0bde68c253ec req-13b1e0b5-cba9-458d-ab04-fbfcc784a260 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0497494 May 05 15:46:15.027709 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dc9d0112-6418-4b28-90f6-0bde68c253ec req-7bdf80a2-9da2-4c50-8191-4bc309578652 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455201 May 05 15:46:15.777141 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a7217785-e8d3-425b-9b71-43e3594cf18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:16.145275 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5e476-60a4-4d9a-86f7-2abb47b7df2b req-274ec165-0fda-4325-82bc-b8d75cbbb473 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:16.146766 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8ff5e476-60a4-4d9a-86f7-2abb47b7df2b req-274ec165-0fda-4325-82bc-b8d75cbbb473 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0493214 May 05 15:46:16.193162 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8ff5e476-60a4-4d9a-86f7-2abb47b7df2b req-695cb3bf-d737-44ca-b626-9bc22fc9045f tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 May 05 15:46:16.980676 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:17.306822 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e6471-0f6c-48e6-8a13-d19f7d048931 req-4623a337-28ce-49d1-a582-5dc610d2fa2b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:17.308355 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b97e6471-0f6c-48e6-8a13-d19f7d048931 req-4623a337-28ce-49d1-a582-5dc610d2fa2b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0478404 May 05 15:46:17.355204 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b97e6471-0f6c-48e6-8a13-d19f7d048931 req-bc5f43fe-1aa2-472c-993b-419e325521cb tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406523 May 05 15:46:18.452631 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:18.482366 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806f5d2-e179-4fc0-9183-ca0a349c731c req-920f9e98-1d54-46c8-bb05-4a1e641ad89b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:18.483945 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4806f5d2-e179-4fc0-9183-ca0a349c731c req-920f9e98-1d54-46c8-bb05-4a1e641ad89b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0568399 May 05 15:46:18.532832 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4806f5d2-e179-4fc0-9183-ca0a349c731c req-3c33d6db-cd8b-4f59-8997-4e3573663cb8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433514 May 05 15:46:19.647275 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1be968-19cf-4626-a7cd-265e93bff360 req-81e34146-b821-40b7-beaa-262e46a3da28 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:19.648744 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6f1be968-19cf-4626-a7cd-265e93bff360 req-81e34146-b821-40b7-beaa-262e46a3da28 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0493369 May 05 15:46:19.696298 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6f1be968-19cf-4626-a7cd-265e93bff360 req-fb30f735-ad68-47ee-9183-a626088fd45d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 May 05 15:46:19.942044 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:20.811201 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed29d0-f15c-44a8-91b8-102fa2d84c3c req-3dc22750-2a59-489e-93ee-6a19e87a007c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:20.812775 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8bed29d0-f15c-44a8-91b8-102fa2d84c3c req-3dc22750-2a59-489e-93ee-6a19e87a007c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0498016 May 05 15:46:20.859342 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8bed29d0-f15c-44a8-91b8-102fa2d84c3c req-833374c4-c364-4713-9e5b-aafa4f954d56 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409245 May 05 15:46:21.487967 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-187df980-b83b-44d6-908b-39164b2adf9a req-4242dba1-2835-4a85-ae24-2a83839069bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399637 May 05 15:46:21.623136 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187df980-b83b-44d6-908b-39164b2adf9a req-5904d162-b006-4dc0-ba3b-a89ea9d2db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:21.624711 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-187df980-b83b-44d6-908b-39164b2adf9a req-5904d162-b006-4dc0-ba3b-a89ea9d2db49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 1130 time: 0.0392935 May 05 15:46:21.978275 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707c5fe-38cf-41e1-b5cd-1eef9826a76b req-47ba0011-c267-4ed0-b7ff-b6dad15c39e7 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:21.980158 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5707c5fe-38cf-41e1-b5cd-1eef9826a76b req-47ba0011-c267-4ed0-b7ff-b6dad15c39e7 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0518682 May 05 15:46:22.028382 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5707c5fe-38cf-41e1-b5cd-1eef9826a76b req-8a0213c6-2d93-4939-9d3e-b68b5259d5e4 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430372 May 05 15:46:22.724988 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94475baa-af3b-4220-af71-6cb6172366c0 req-450b673f-900b-4d97-9c59-7ff102078b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:22.726521 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-94475baa-af3b-4220-af71-6cb6172366c0 req-450b673f-900b-4d97-9c59-7ff102078b67 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 1130 time: 0.0570438 May 05 15:46:22.749177 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187df980-b83b-44d6-908b-39164b2adf9a req-1a3d3069-418e-49af-8e66-768e94ad8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:22.750656 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-187df980-b83b-44d6-908b-39164b2adf9a req-1a3d3069-418e-49af-8e66-768e94ad8048 service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.1558511 May 05 15:46:22.810387 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-94475baa-af3b-4220-af71-6cb6172366c0 req-b45339d8-7526-4f9e-b5cb-c10cb7332ef9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770106 May 05 15:46:22.841861 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-187df980-b83b-44d6-908b-39164b2adf9a req-41e84466-e25e-4934-a184-fa0bd928dff7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc65f9ad-07a2-491d-a05d-84775397a22e HTTP/1.1" status: 200 len: 217 time: 0.0429716 May 05 15:46:22.855458 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165e387-8f26-47a5-a500-cd2af2a393c1 req-1ad25af8-2d5d-4c06-9258-6a97ea721f55 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:22.856844 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7165e387-8f26-47a5-a500-cd2af2a393c1 req-1ad25af8-2d5d-4c06-9258-6a97ea721f55 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0950482 May 05 15:46:22.909027 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7165e387-8f26-47a5-a500-cd2af2a393c1 req-95ba9ddb-96c4-45aa-ac44-7681b13f3a31 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458152 May 05 15:46:23.143483 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db903b4b-9a33-468f-96c7-075c655228c2 req-0c3392a8-f69a-4b8b-80da-067b6aa87c3e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:23.144986 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-db903b4b-9a33-468f-96c7-075c655228c2 req-0c3392a8-f69a-4b8b-80da-067b6aa87c3e tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0475719 May 05 15:46:23.177968 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187df980-b83b-44d6-908b-39164b2adf9a req-65b74d41-0a0e-447d-86d7-4607634fe6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:23.179461 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-187df980-b83b-44d6-908b-39164b2adf9a req-65b74d41-0a0e-447d-86d7-4607634fe6ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.0451512 May 05 15:46:23.193798 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-db903b4b-9a33-468f-96c7-075c655228c2 req-0eac4f3d-558b-4f0b-99c8-3d9a50174b55 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429029 May 05 15:46:23.228009 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187df980-b83b-44d6-908b-39164b2adf9a req-5f0537b7-be1a-48ba-b880-ae3e10260797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:23.229742 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-187df980-b83b-44d6-908b-39164b2adf9a req-5f0537b7-be1a-48ba-b880-ae3e10260797 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414577 May 05 15:46:23.335150 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-187df980-b83b-44d6-908b-39164b2adf9a req-8d76218f-6a07-4f78-a363-ef98e635d36c service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913477 May 05 15:46:23.670833 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-187df980-b83b-44d6-908b-39164b2adf9a req-3eb67957-ffab-4a00-984e-2a486daaacc8 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892448 May 05 15:46:24.025255 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92936835-6d73-4c23-99a0-24127d78fcfa req-fcc77856-c9f8-4117-9432-52cc9859c04b tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:24.026740 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-92936835-6d73-4c23-99a0-24127d78fcfa req-fcc77856-c9f8-4117-9432-52cc9859c04b tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0506659 May 05 15:46:24.073244 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-92936835-6d73-4c23-99a0-24127d78fcfa req-79d0a515-3967-49a2-96f7-a1f2e9f9980d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407495 May 05 15:46:24.306253 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510516e-cb03-41b4-836b-e2b43b55d627 req-1e10efc3-f353-407b-a5be-412d4a3847f9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:24.307719 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2510516e-cb03-41b4-836b-e2b43b55d627 req-1e10efc3-f353-407b-a5be-412d4a3847f9 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0455706 May 05 15:46:24.357165 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2510516e-cb03-41b4-836b-e2b43b55d627 req-c409b363-ce40-4579-8a8f-183f5d1eac32 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431623 May 05 15:46:24.775058 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73296709-d884-4814-ae64-57ec8dbda1ce req-08bbc284-0c34-4c48-b053-874423d3d2f8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:24.776477 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73296709-d884-4814-ae64-57ec8dbda1ce req-08bbc284-0c34-4c48-b053-874423d3d2f8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0503054 May 05 15:46:24.825778 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73296709-d884-4814-ae64-57ec8dbda1ce req-b2193d33-ecae-43a5-874c-d6222d8538f4 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434790 May 05 15:46:24.930438 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0734fc5-a8bf-462d-be75-f9b918b4443d req-d22de983-275f-486c-8a2b-9bf4f8c1e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:24.931928 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f0734fc5-a8bf-462d-be75-f9b918b4443d req-d22de983-275f-486c-8a2b-9bf4f8c1e77b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 1130 time: 0.0404325 May 05 15:46:25.026467 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0734fc5-a8bf-462d-be75-f9b918b4443d req-fa63553e-fb30-46d0-9c36-f2f7f0279baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:25.027836 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f0734fc5-a8bf-462d-be75-f9b918b4443d req-fa63553e-fb30-46d0-9c36-f2f7f0279baf service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.0888553 May 05 15:46:25.093864 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f0734fc5-a8bf-462d-be75-f9b918b4443d req-f8a050d9-7200-44ad-9b2a-dcd11dc72071 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29e6302c-693f-4837-a578-0a0d08d005c2 HTTP/1.1" status: 200 len: 1002 time: 0.0596452 May 05 15:46:25.143402 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0734fc5-a8bf-462d-be75-f9b918b4443d req-54f6a885-7154-49ee-990b-a74ab2e4f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:25.144921 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f0734fc5-a8bf-462d-be75-f9b918b4443d req-54f6a885-7154-49ee-990b-a74ab2e4f489 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.0447524 May 05 15:46:25.189004 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0734fc5-a8bf-462d-be75-f9b918b4443d req-d9ea9285-57c5-4864-a8fa-bda01f274452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:25.190536 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f0734fc5-a8bf-462d-be75-f9b918b4443d req-d9ea9285-57c5-4864-a8fa-bda01f274452 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393426 May 05 15:46:25.196597 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d932c-a4ac-4c5a-8c13-68aa9e9957b0 req-41c3a1cc-fc39-4b8f-b8e5-5a6cd48dbc8a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:25.198114 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-216d932c-a4ac-4c5a-8c13-68aa9e9957b0 req-41c3a1cc-fc39-4b8f-b8e5-5a6cd48dbc8a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0561450 May 05 15:46:25.246142 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-216d932c-a4ac-4c5a-8c13-68aa9e9957b0 req-007332f7-4826-4351-bd75-3b9f493ca586 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 May 05 15:46:25.284248 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f0734fc5-a8bf-462d-be75-f9b918b4443d req-81cc76f0-75ef-479e-8729-b673d91b0301 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866215 May 05 15:46:25.370483 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f0734fc5-a8bf-462d-be75-f9b918b4443d req-cbdf4bd8-9b13-4c57-a40d-1c23d7fdedbd service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807996 May 05 15:46:25.851537 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 59802) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:25.942294 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce9221-0799-4e99-8c67-c5c0e5075ff2 req-eec7bebc-9206-49e8-836d-dd63921ac9d3 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:25.944001 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-64ce9221-0799-4e99-8c67-c5c0e5075ff2 req-eec7bebc-9206-49e8-836d-dd63921ac9d3 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0471945 May 05 15:46:25.960391 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6da2c7e3-3e17-4602-b01e-024a89db5b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:25.997556 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-64ce9221-0799-4e99-8c67-c5c0e5075ff2 req-06791c91-06f1-4c52-8ae3-023c031d16e0 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468349 May 05 15:46:26.041826 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6da2c7e3-3e17-4602-b01e-024a89db5b10 admin admin] Publish callbacks [] for security_group (701a6c45-380f-49f8-8c11-01ba4e43bdf6), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:26.045334 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6da2c7e3-3e17-4602-b01e-024a89db5b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (701a6c45-380f-49f8-8c11-01ba4e43bdf6), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:26.083316 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-6da2c7e3-3e17-4602-b01e-024a89db5b10 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b6028f0382a4bc6866aa908ad9be566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307086 May 05 15:46:26.084170 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2c7e3-3e17-4602-b01e-024a89db5b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701a6c45-380f-49f8-8c11-01ba4e43bdf6,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:26.085912 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 59808) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:26.133667 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Publish callbacks [] for security_group (701a6c45-380f-49f8-8c11-01ba4e43bdf6), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:26.154026 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Publish callbacks [] for security_group (701a6c45-380f-49f8-8c11-01ba4e43bdf6), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:26.199363 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (701a6c45-380f-49f8-8c11-01ba4e43bdf6), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:26.201891 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:26.203076 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/701a6c45-380f-49f8-8c11-01ba4e43bdf6 HTTP/1.1" status: 204 len: 168 time: 0.1161530 May 05 15:46:26.210752 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701a6c45-380f-49f8-8c11-01ba4e43bdf6,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:26.217971 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.218345 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.218783 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.219124 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.219460 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.219793 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.220124 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.220451 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.220774 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.221122 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.221454 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.221782 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.222104 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.222450 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.222772 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a2a4-e974-4e16-a682-67b557cc873e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:26.363832 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4e713-9db1-4279-8965-f76b6482f905 req-d5b9b712-eef9-4ad7-b4d6-5f2e41e856a1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:26.365362 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-90d4e713-9db1-4279-8965-f76b6482f905 req-d5b9b712-eef9-4ad7-b4d6-5f2e41e856a1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0513563 May 05 15:46:26.413859 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-90d4e713-9db1-4279-8965-f76b6482f905 req-5a85c272-eb4c-4504-bac0-abae21002b6c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 May 05 15:46:26.816180 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 59840) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:26.918738 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1038687995-network', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:46:26.939382 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Made reservation on behalf of c514ad1026564ac69a8ea5f4443371f7 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:46:26.941786 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:26.949991 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.022698 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Publish callbacks [] for security_group (b789f09f-8f98-4d5d-a1e1-e8f1054f6e63), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.026713 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (b789f09f-8f98-4d5d-a1e1-e8f1054f6e63), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.051563 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:46:27.060181 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:27.067122 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (95534a05-76ab-4f5d-ac23-c3705807edff), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.067455 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Added segment 95534a05-76ab-4f5d-ac23-c3705807edff of type vlan for network a2dda0c7-6e55-4d89-970a-b7de4ba218cd May 05 15:46:27.138561 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (a2dda0c7-6e55-4d89-970a-b7de4ba218cd), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.151237 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb05fa9-7e04-4d89-b5ae-acdd127fdf81 req-82bca4cd-93cd-4b0c-8fe4-6b0c893e5d20 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:27.152693 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ddb05fa9-7e04-4d89-b5ae-acdd127fdf81 req-82bca4cd-93cd-4b0c-8fe4-6b0c893e5d20 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0774500 May 05 15:46:27.187336 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (a2dda0c7-6e55-4d89-970a-b7de4ba218cd), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.188244 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:27.188821 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.234351 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ddb05fa9-7e04-4d89-b5ae-acdd127fdf81 req-eeac08e3-7708-4ea8-83b5-1e2ecca5b019 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756896 May 05 15:46:27.237419 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4202342 May 05 15:46:27.240522 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 59846) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:27.246676 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-49f21d4d-5500-469b-a8bb-58f972e6b7bc admin admin] Request body: {'subnet': {'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1038687995-subnet', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'ip_version': 4}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:46:27.267665 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f21d4d-5500-469b-a8bb-58f972e6b7bc admin admin] Made reservation on behalf of c514ad1026564ac69a8ea5f4443371f7 for: {'subnet': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:46:27.269941 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-49f21d4d-5500-469b-a8bb-58f972e6b7bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25458199'] for subnet (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.273016 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6c0da-8197-4b79-82ee-80612b4fa4ef admin admin] Pushing event updated for resources: {'Network': ['ID=a2dda0c7-6e55-4d89-970a-b7de4ba218cd,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:27.283224 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network a2dda0c7-6e55-4d89-970a-b7de4ba218cd details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:46:27.451370 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-49f21d4d-5500-469b-a8bb-58f972e6b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25929423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25458277'] for subnet (7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.513468 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f21d4d-5500-469b-a8bb-58f972e6b7bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:27.534342 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f21d4d-5500-469b-a8bb-58f972e6b7bc admin admin] Checking segment: {'id': '95534a05-76ab-4f5d-ac23-c3705807edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:46:27.534908 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f21d4d-5500-469b-a8bb-58f972e6b7bc admin admin] Network hostable DHCP agents. Network: a2dda0c7-6e55-4d89-970a-b7de4ba218cd, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:46:27.581770 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd860b-7cff-43c6-a433-9061d75c819a req-b017a273-88cb-400e-a92d-861f0bf26fc6 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:27.583259 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bbcd860b-7cff-43c6-a433-9061d75c819a req-b017a273-88cb-400e-a92d-861f0bf26fc6 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0636485 May 05 15:46:27.596888 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f21d4d-5500-469b-a8bb-58f972e6b7bc admin admin] Network a2dda0c7-6e55-4d89-970a-b7de4ba218cd is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:46:27.615472 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-49f21d4d-5500-469b-a8bb-58f972e6b7bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, a2dda0c7-6e55-4d89-970a-b7de4ba218cd) {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:46:27.620018 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f21d4d-5500-469b-a8bb-58f972e6b7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:27.620626 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-49f21d4d-5500-469b-a8bb-58f972e6b7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.624684 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7c8ec7-f2f4-4b60-8863-6e9297b58c5e None None] Network a2dda0c7-6e55-4d89-970a-b7de4ba218cd requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:46:27.651824 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-49f21d4d-5500-469b-a8bb-58f972e6b7bc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4075360 May 05 15:46:27.652122 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 59850) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:27.652882 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bbcd860b-7cff-43c6-a433-9061d75c819a req-8a5c5e19-e628-4653-bab1-5a336ce28bf8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637918 May 05 15:46:27.657234 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:46:27.688174 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3748572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6948'] for router (632ecdf7-ccd8-4447-bab9-95e8345a346f), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.689253 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3754709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router (632ecdf7-ccd8-4447-bab9-95e8345a346f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.728432 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp127dbb5c-4db0-5469-8e5e-efe1c4baefbd-a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'fixed_ips': [{'subnet_id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4'}]}} from dv-cinder-839793-9-iscsi. {{(pid=109967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:46:27.729304 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.744109 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Publish callbacks [] for router_controller (632ecdf7-ccd8-4447-bab9-95e8345a346f), precommit_add_association {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:27.870998 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Allocated IP 172.20.0.2 (a2dda0c7-6e55-4d89-970a-b7de4ba218cd/7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4/feaf3df8-3688-43f3-87c0-bad010d6d3b4) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:46:27.901074 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Publish callbacks [] for router_gateway (632ecdf7-ccd8-4447-bab9-95e8345a346f), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:28.091207 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Publish callbacks [] for router_gateway (632ecdf7-ccd8-4447-bab9-95e8345a346f), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:28.116584 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:28.147014 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Publish callbacks [] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:28.152134 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:28.190873 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Network a2dda0c7-6e55-4d89-970a-b7de4ba218cd is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:46:28.193807 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:46:28.199300 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:46:28.206807 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Pushing event updated for resources: {'Port': ['ID=feaf3df8-3688-43f3-87c0-bad010d6d3b4,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:28.216897 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.217253 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.217721 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.218109 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.218485 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.218823 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.219157 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.219514 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.219847 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.220177 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.220509 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.220837 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.221163 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.221489 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.222185 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:28.223155 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Allocated IP 172.27.3.112 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/d5af34f4-fd38-4179-bc0e-c21c3ccfb862) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:46:28.276653 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Attempting to bind port feaf3df8-3688-43f3-87c0-bad010d6d3b4 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:46:28.277101 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Attempting to bind port feaf3df8-3688-43f3-87c0-bad010d6d3b4 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '95534a05-76ab-4f5d-ac23-c3705807edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:46:28.278201 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Attempting to bind port feaf3df8-3688-43f3-87c0-bad010d6d3b4 on network a2dda0c7-6e55-4d89-970a-b7de4ba218cd {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:46:28.283831 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:46:28.284499 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Checking segment: {'id': '95534a05-76ab-4f5d-ac23-c3705807edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:46:28.284605 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:28.284996 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Bound using segment: {'id': '95534a05-76ab-4f5d-ac23-c3705807edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:46:28.285468 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Bound port: feaf3df8-3688-43f3-87c0-bad010d6d3b4, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95534a05-76ab-4f5d-ac23-c3705807edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:46:28.285849 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:28.350797 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] For port feaf3df8-3688-43f3-87c0-bad010d6d3b4, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:46:28.353951 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] For port feaf3df8-3688-43f3-87c0-bad010d6d3b4, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=feaf3df8-3688-43f3-87c0-bad010d6d3b4,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:46:28.360123 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Publish callbacks [] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:28.360457 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:28.374262 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a44e6-428e-44ea-a433-b478aad22b98 req-282c50c6-5b03-459a-8e74-0aab8cfcd8ac tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:28.375744 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eb7a44e6-428e-44ea-a433-b478aad22b98 req-282c50c6-5b03-459a-8e74-0aab8cfcd8ac tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0686173 May 05 15:46:28.424382 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41487d1b-dcc6-460f-8a07-e980b0ee1713 None None] Pushing event updated for resources: {'Port': ['ID=feaf3df8-3688-43f3-87c0-bad010d6d3b4,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:28.435155 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:28.448795 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eb7a44e6-428e-44ea-a433-b478aad22b98 req-03abf230-6ffc-4980-b5f1-06e0be7adf7a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669870 May 05 15:46:28.482186 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:46:28.485342 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:46:28.491196 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:46:28.517502 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Pushing event updated for resources: {'Port': ['ID=d5af34f4-fd38-4179-bc0e-c21c3ccfb862,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:28.577811 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181eb8-cf27-47ca-a51b-d7fadea317df req-25de1b7c-5887-45ec-ae98-cf676985619d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:28.580719 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f1181eb8-cf27-47ca-a51b-d7fadea317df req-25de1b7c-5887-45ec-ae98-cf676985619d tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0553980 May 05 15:46:28.618103 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 59862) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:28.623005 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-6816b843-f066-4485-968b-a22dcb773f7a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Request body: {'floatingip': {'port_id': '29e6302c-693f-4837-a578-0a0d08d005c2'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:46:28.722015 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6816b843-f066-4485-968b-a22dcb773f7a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for floatingip (f461e7e6-d66f-45d4-ac53-6ee67f54b90d), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:29.109531 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0001449-73c3-4168-8842-a2e17a9bae5b req-b7c2fcc2-04ed-468a-9278-35849b13845a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:29.116629 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c0001449-73c3-4168-8842-a2e17a9bae5b req-b7c2fcc2-04ed-468a-9278-35849b13845a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.3608210 May 05 15:46:29.238464 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device feaf3df8-3688-43f3-87c0-bad010d6d3b4 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:46:29.285781 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c0001449-73c3-4168-8842-a2e17a9bae5b req-85a97155-0511-41b3-a24b-b0585cdab13d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685255 May 05 15:46:29.286393 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Publish callbacks [] for router_gateway (632ecdf7-ccd8-4447-bab9-95e8345a346f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:29.299185 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port feaf3df8-3688-43f3-87c0-bad010d6d3b4 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:29.299862 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:29.402772 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port feaf3df8-3688-43f3-87c0-bad010d6d3b4 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:29.403312 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:29.430988 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d3bd92-7fe5-4287-b578-c70b9b914fe8 None None] Network a2dda0c7-6e55-4d89-970a-b7de4ba218cd requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:46:29.481488 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port feaf3df8-3688-43f3-87c0-bad010d6d3b4, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=feaf3df8-3688-43f3-87c0-bad010d6d3b4,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:46:29.513322 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:29.522613 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3cb9077d-11f6-4848-802e-a6b400d03fd8 None None] Provisioning complete for port feaf3df8-3688-43f3-87c0-bad010d6d3b4 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:29.522980 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3cb9077d-11f6-4848-802e-a6b400d03fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:29.624424 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=feaf3df8-3688-43f3-87c0-bad010d6d3b4,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:29.676051 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3754726'] for router (632ecdf7-ccd8-4447-bab9-95e8345a346f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:29.681869 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9077d-11f6-4848-802e-a6b400d03fd8 None None] Current status of the port feaf3df8-3688-43f3-87c0-bad010d6d3b4 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:29.898485 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-f9c7e0bb-92b5-482b-a313-d644985095b4 None None] Provisioning complete for port feaf3df8-3688-43f3-87c0-bad010d6d3b4 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:29.898777 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e0bb-92b5-482b-a313-d644985095b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:29.914418 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6816b843-f066-4485-968b-a22dcb773f7a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:29.920418 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6816b843-f066-4485-968b-a22dcb773f7a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (f461e7e6-d66f-45d4-ac53-6ee67f54b90d), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:29.976115 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Router 632ecdf7-ccd8-4447-bab9-95e8345a346f is scheduled to L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b with binding_index 1 {{(pid=109966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:46:29.979039 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7e0bb-92b5-482b-a313-d644985095b4 None None] Current status of the port feaf3df8-3688-43f3-87c0-bad010d6d3b4 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:30.175984 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:46:30.184660 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Sync routers for ids ['632ecdf7-ccd8-4447-bab9-95e8345a346f'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:46:30.195746 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Routers {'632ecdf7-ccd8-4447-bab9-95e8345a346f'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:46:30.196374 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:46:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['632ecdf7-ccd8-4447-bab9-95e8345a346f'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:30.226472 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:30.227685 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1af631c3-2fa2-46d5-8210-718077970dcc admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5745733 May 05 15:46:30.230862 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 59886) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:30.238671 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6816b843-f066-4485-968b-a22dcb773f7a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Router a1c45422-37da-46e5-8bad-2f6b8c9af027 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:46:30.316223 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Set router 632ecdf7-ccd8-4447-bab9-95e8345a346f gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:46:30.387700 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6816b843-f066-4485-968b-a22dcb773f7a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:46:30.393578 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6816b843-f066-4485-968b-a22dcb773f7a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:30.401133 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993dcef-26f6-446d-97b9-92ce89f72976 None None] Sync routers for ids ['a1c45422-37da-46e5-8bad-2f6b8c9af027'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:46:30.418774 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993dcef-26f6-446d-97b9-92ce89f72976 None None] Routers {'a1c45422-37da-46e5-8bad-2f6b8c9af027'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:46:30.420885 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-d993dcef-26f6-446d-97b9-92ce89f72976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:46:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['a1c45422-37da-46e5-8bad-2f6b8c9af027'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:30.464512 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3411a40e-d4f3-40c4-9136-295f553ca811', 'tag': '29e6302c-693f-4837-a578-0a0d08d005c2'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:46:30.470466 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b67ab07-59bf-4d88-959c-270eaf9243d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3411a40e-d4f3-40c4-9136-295f553ca811", "tag": "29e6302c-693f-4837-a578-0a0d08d005c2"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:46:30.474977 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6816b843-f066-4485-968b-a22dcb773f7a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "PUT /v2.0/floatingips/f461e7e6-d66f-45d4-ac53-6ee67f54b90d HTTP/1.1" status: 200 len: 994 time: 1.8554149 May 05 15:46:30.520587 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2d096-08f8-4300-afa4-5edecda69c4e req-54c219ca-fa22-4e2b-b036-cdfeb2a16ccd tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:30.526206 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea5723a-031e-488a-9da6-1eaaf599bf92 x-openstack-request-id: req-aea5723a-031e-488a-9da6-1eaaf599bf92 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:46:30.526724 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3411a40e-d4f3-40c4-9136-295f553ca811", "tag": "29e6302c-693f-4837-a578-0a0d08d005c2", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:46:30.527853 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aea5723a-031e-488a-9da6-1eaaf599bf92 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:46:30.528342 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-22d2d096-08f8-4300-afa4-5edecda69c4e req-54c219ca-fa22-4e2b-b036-cdfeb2a16ccd tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0729988 May 05 15:46:30.528497 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea5723a-031e-488a-9da6-1eaaf599bf92'] response: {'name': 'network-changed', 'server_uuid': '3411a40e-d4f3-40c4-9136-295f553ca811', 'tag': '29e6302c-693f-4837-a578-0a0d08d005c2', 'status': 'completed', 'code': 200} May 05 15:46:30.605973 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-d993dcef-26f6-446d-97b9-92ce89f72976 None None] Set router a1c45422-37da-46e5-8bad-2f6b8c9af027 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:46:30.607499 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67ab07-59bf-4d88-959c-270eaf9243d4 req-246b4326-e00b-4d54-a7f1-0534d4b0ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:30.609372 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b67ab07-59bf-4d88-959c-270eaf9243d4 req-246b4326-e00b-4d54-a7f1-0534d4b0ea7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 1130 time: 0.0512700 May 05 15:46:30.622460 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-22d2d096-08f8-4300-afa4-5edecda69c4e req-2aa1d138-a1d1-4983-9eda-50b60f9f1a96 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909965 May 05 15:46:30.720341 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67ab07-59bf-4d88-959c-270eaf9243d4 req-f30bbaeb-5e36-4bba-bd3d-7888bd6bc65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:30.721738 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b67ab07-59bf-4d88-959c-270eaf9243d4 req-f30bbaeb-5e36-4bba-bd3d-7888bd6bc65f service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.1058755 May 05 15:46:30.731478 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:46:28Z', 'revision_number': 3, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port': {'id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:28Z', 'updated_at': '2022-05-05T15:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:30.770190 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Checking router: 632ecdf7-ccd8-4447-bab9-95e8345a346f for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:46:30.770702 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Updating router 632ecdf7-ccd8-4447-bab9-95e8345a346f port d5af34f4-fd38-4179-bc0e-c21c3ccfb862 binding host dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:46:30.825102 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:30.842262 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:30.942358 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-d993dcef-26f6-446d-97b9-92ce89f72976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:18Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'f461e7e6-d66f-45d4-ac53-6ee67f54b90d', 'tenant_id': '39d949f289df486faadefe44a5063929', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'port_id': '29e6302c-693f-4837-a578-0a0d08d005c2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'mac_address': 'fa:16:3e:13:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411a40e-d4f3-40c4-9136-295f553ca811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:15Z', 'updated_at': '2022-05-05T15:46:29Z', 'revision_number': 3, 'project_id': '39d949f289df486faadefe44a5063929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f961419-1c0a-44a5-971f-ecc2eedb8bde', 'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'tenant_id': '39d949f289df486faadefe44a5063929', 'mac_address': 'fa:16:3e:43:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:16Z', 'updated_at': '2022-05-05T15:42:24Z', 'revision_number': 5, 'project_id': '39d949f289df486faadefe44a5063929', 'subnets': [{'id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:30.972635 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993dcef-26f6-446d-97b9-92ce89f72976 None None] Checking router: a1c45422-37da-46e5-8bad-2f6b8c9af027 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:46:30.982208 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993dcef-26f6-446d-97b9-92ce89f72976 None None] Routers {'a1c45422-37da-46e5-8bad-2f6b8c9af027'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:46:30.983840 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-d993dcef-26f6-446d-97b9-92ce89f72976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:46:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['a1c45422-37da-46e5-8bad-2f6b8c9af027'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:31.030804 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Allocated IP 172.20.0.1 (a2dda0c7-6e55-4d89-970a-b7de4ba218cd/7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4/7f2b6de7-5127-4375-b6bf-bc9ba5813b5d) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:46:31.078186 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b67ab07-59bf-4d88-959c-270eaf9243d4 req-006a82ed-9344-45f5-a521-4b6c0d1f4457 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29e6302c-693f-4837-a578-0a0d08d005c2 HTTP/1.1" status: 200 len: 1002 time: 0.3500206 May 05 15:46:31.129468 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67ab07-59bf-4d88-959c-270eaf9243d4 req-a81bde2a-8e1f-4c5a-9f26-08c252c77c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:31.131047 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b67ab07-59bf-4d88-959c-270eaf9243d4 req-a81bde2a-8e1f-4c5a-9f26-08c252c77c35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.0467944 May 05 15:46:31.131402 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-d993dcef-26f6-446d-97b9-92ce89f72976 None None] Set router a1c45422-37da-46e5-8bad-2f6b8c9af027 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:46:31.147514 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Publish callbacks [] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.156089 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.194463 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67ab07-59bf-4d88-959c-270eaf9243d4 req-916f0ae8-737d-48db-8240-bfbde9a10b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:31.196446 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b67ab07-59bf-4d88-959c-270eaf9243d4 req-916f0ae8-737d-48db-8240-bfbde9a10b61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593545 May 05 15:46:31.207081 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Publish callbacks [] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.209507 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Pushing event updated for resources: {'Port': ['ID=d5af34f4-fd38-4179-bc0e-c21c3ccfb862,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:31.231692 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.232087 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.232457 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.232822 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.233738 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.234219 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.234533 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.234862 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.235191 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.235517 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.235844 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.236359 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.236827 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.237316 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.237645 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:31.245053 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Attempting to bind port d5af34f4-fd38-4179-bc0e-c21c3ccfb862 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:46:31.245483 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Attempting to bind port d5af34f4-fd38-4179-bc0e-c21c3ccfb862 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:46:31.246031 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Attempting to bind port d5af34f4-fd38-4179-bc0e-c21c3ccfb862 on network b5107952-2f6d-4e6f-81da-5335e81bd6c8 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:46:31.253377 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:46:31.254110 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Checking segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:46:31.254318 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.255066 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Bound using segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:46:31.255772 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Bound port: d5af34f4-fd38-4179-bc0e-c21c3ccfb862, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:46:31.256215 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.261462 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.274632 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device feaf3df8-3688-43f3-87c0-bad010d6d3b4 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:46:31.311950 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Network a2dda0c7-6e55-4d89-970a-b7de4ba218cd is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:46:31.319910 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:46:31.322906 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] For port d5af34f4-fd38-4179-bc0e-c21c3ccfb862, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:46:31.328841 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] For port d5af34f4-fd38-4179-bc0e-c21c3ccfb862, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=d5af34f4-fd38-4179-bc0e-c21c3ccfb862,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:46:31.339107 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.339992 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:46:31.343082 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Pushing event updated for resources: {'Port': ['ID=7f2b6de7-5127-4375-b6bf-bc9ba5813b5d,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:31.371897 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b67ab07-59bf-4d88-959c-270eaf9243d4 req-3b46808d-098e-483a-9e20-6c5794a2f918 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682112 May 05 15:46:31.395181 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3753147'] for router_interface (632ecdf7-ccd8-4447-bab9-95e8345a346f), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.420058 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Routers {'632ecdf7-ccd8-4447-bab9-95e8345a346f'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:46:31.427203 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:46:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['632ecdf7-ccd8-4447-bab9-95e8345a346f'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:31.475421 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 59902) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:31.484265 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7345112-bfae-43fe-9d05-ab4b71f60798 None None] Pushing event updated for resources: {'Port': ['ID=d5af34f4-fd38-4179-bc0e-c21c3ccfb862,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:31.554606 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b67ab07-59bf-4d88-959c-270eaf9243d4 req-3d85f11c-ddae-40d8-9ecb-a3e67b9a6e68 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762767 May 05 15:46:31.602448 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port feaf3df8-3688-43f3-87c0-bad010d6d3b4 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:31.603020 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.605668 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] Set router 632ecdf7-ccd8-4447-bab9-95e8345a346f gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:46:31.619235 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_v2 [None req-66472c6a-a21d-46fc-9e9c-00f61c99d587 admin admin] Deleting subnet 49b20e9b-aada-4f84-82dc-003ca02a5719 {{(pid=109965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:46:31.622620 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-66472c6a-a21d-46fc-9e9c-00f61c99d587 admin admin] Publish callbacks [] for subnet (49b20e9b-aada-4f84-82dc-003ca02a5719), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.661983 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-66472c6a-a21d-46fc-9e9c-00f61c99d587 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2211023'] for subnet (49b20e9b-aada-4f84-82dc-003ca02a5719), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.730742 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-66472c6a-a21d-46fc-9e9c-00f61c99d587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (49b20e9b-aada-4f84-82dc-003ca02a5719), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.744672 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-d993dcef-26f6-446d-97b9-92ce89f72976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:18Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'f461e7e6-d66f-45d4-ac53-6ee67f54b90d', 'tenant_id': '39d949f289df486faadefe44a5063929', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'port_id': '29e6302c-693f-4837-a578-0a0d08d005c2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'mac_address': 'fa:16:3e:13:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411a40e-d4f3-40c4-9136-295f553ca811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:15Z', 'updated_at': '2022-05-05T15:46:29Z', 'revision_number': 3, 'project_id': '39d949f289df486faadefe44a5063929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f961419-1c0a-44a5-971f-ecc2eedb8bde', 'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'tenant_id': '39d949f289df486faadefe44a5063929', 'mac_address': 'fa:16:3e:43:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:16Z', 'updated_at': '2022-05-05T15:42:24Z', 'revision_number': 5, 'project_id': '39d949f289df486faadefe44a5063929', 'subnets': [{'id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:31.776299 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75016451-9edf-4563-a6a5-bd0d83e31078 req-327e28c5-b5fa-4d81-8042-451f6c2f3a7f tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:31.778381 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.779324 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993dcef-26f6-446d-97b9-92ce89f72976 None None] The sync data for ids ['a1c45422-37da-46e5-8bad-2f6b8c9af027'] in dv-cinder-839793-9-iscsi is: [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:18Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'f461e7e6-d66f-45d4-ac53-6ee67f54b90d', 'tenant_id': '39d949f289df486faadefe44a5063929', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'port_id': '29e6302c-693f-4837-a578-0a0d08d005c2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'mac_address': 'fa:16:3e:13:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411a40e-d4f3-40c4-9136-295f553ca811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:44:15Z', 'updated_at': '2022-05-05T15:46:29Z', 'revision_number': 3, 'project_id': '39d949f289df486faadefe44a5063929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f961419-1c0a-44a5-971f-ecc2eedb8bde', 'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'tenant_id': '39d949f289df486faadefe44a5063929', 'mac_address': 'fa:16:3e:43:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:16Z', 'updated_at': '2022-05-05T15:42:24Z', 'revision_number': 5, 'project_id': '39d949f289df486faadefe44a5063929', 'subnets': [{'id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:46:31.779549 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-75016451-9edf-4563-a6a5-bd0d83e31078 req-327e28c5-b5fa-4d81-8042-451f6c2f3a7f tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0662837 May 05 15:46:31.785989 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-ba1a52f2-09cc-4f7a-bc12-ed822a03de32 None None] Provisioning complete for port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:31.786411 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ba1a52f2-09cc-4f7a-bc12-ed822a03de32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.830544 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port feaf3df8-3688-43f3-87c0-bad010d6d3b4 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:31.855042 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a52f2-09cc-4f7a-bc12-ed822a03de32 None None] Port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:46:31.861103 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-66472c6a-a21d-46fc-9e9c-00f61c99d587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25928716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458300'] for subnet (49b20e9b-aada-4f84-82dc-003ca02a5719), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.884617 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-75016451-9edf-4563-a6a5-bd0d83e31078 req-4365787e-4d0f-4c9e-a069-eb6bf98ecbbd tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897822 May 05 15:46:31.908088 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66472c6a-a21d-46fc-9e9c-00f61c99d587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b20e9b-aada-4f84-82dc-003ca02a5719,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:31.910212 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-66472c6a-a21d-46fc-9e9c-00f61c99d587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:31.913593 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-66472c6a-a21d-46fc-9e9c-00f61c99d587 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/49b20e9b-aada-4f84-82dc-003ca02a5719 HTTP/1.1" status: 204 len: 168 time: 0.4372633 May 05 15:46:31.916082 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 59906) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:31.929830 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:46:28Z', 'revision_number': 3, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port': {'id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:28Z', 'updated_at': '2022-05-05T15:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:31.957863 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953a8bb-9150-452c-88e9-5ff5f9564d94 None None] The sync data for ids ['632ecdf7-ccd8-4447-bab9-95e8345a346f'] in dv-cinder-839793-9-iscsi is: [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:46:28Z', 'revision_number': 3, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port': {'id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:28Z', 'updated_at': '2022-05-05T15:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:46:32.047164 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-13597f60-f5aa-4d33-b5b7-31b14f9804f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (8646f0ab-30ae-49ab-bf78-0b3133d8ae62), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:32.365403 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Publish callbacks [] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:32.376261 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:32.410627 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-13597f60-f5aa-4d33-b5b7-31b14f9804f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (8646f0ab-30ae-49ab-bf78-0b3133d8ae62), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:32.482995 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-13597f60-f5aa-4d33-b5b7-31b14f9804f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8646f0ab-30ae-49ab-bf78-0b3133d8ae62']}} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:32.502243 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-13597f60-f5aa-4d33-b5b7-31b14f9804f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4ae621-dad7-4211-b601-5ed6112b8e5a') {'for_net_delete': True} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:32.502657 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-13597f60-f5aa-4d33-b5b7-31b14f9804f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4ae621-dad7-4211-b601-5ed6112b8e5a') {} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:32.504658 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Pushing event updated for resources: {'Port': ['ID=7f2b6de7-5127-4375-b6bf-bc9ba5813b5d,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:32.512389 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3753025'] for router_interface (632ecdf7-ccd8-4447-bab9-95e8345a346f), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:32.518477 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-13597f60-f5aa-4d33-b5b7-31b14f9804f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2211024'] for segment (da4ae621-dad7-4211-b601-5ed6112b8e5a), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:32.529732 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3411a40e-d4f3-40c4-9136-295f553ca811', 'tag': '29e6302c-693f-4837-a578-0a0d08d005c2'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:46:32.532436 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dd54a3-b2bd-4316-80bf-c549147f2daf" -d '{"events": [{"name": "network-changed", "server_uuid": "3411a40e-d4f3-40c4-9136-295f553ca811", "tag": "29e6302c-693f-4837-a578-0a0d08d005c2"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:46:32.553265 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-13597f60-f5aa-4d33-b5b7-31b14f9804f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (da4ae621-dad7-4211-b601-5ed6112b8e5a), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:32.564532 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13597f60-f5aa-4d33-b5b7-31b14f9804f1 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=109965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:46:32.564931 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-13597f60-f5aa-4d33-b5b7-31b14f9804f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25928810'] for segment (da4ae621-dad7-4211-b601-5ed6112b8e5a), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: Traceback (most recent call last): May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: timer() May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: cb(*args, **kw) May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: return func(*args, **kwargs) May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: self._notify() May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: self.callback(batched_events) May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: event.method(event) May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: return f(self, *a, **k) May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._get(url).json() May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: return self.request(url, 'GET', **kwargs) May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:46:32.566715 dv-cinder-839793-9-iscsi neutron-server[109965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:46:32.571491 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580b9c43-6516-46e8-a300-613f48301e49 x-openstack-request-id: req-580b9c43-6516-46e8-a300-613f48301e49 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:46:32.572048 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3411a40e-d4f3-40c4-9136-295f553ca811", "tag": "29e6302c-693f-4837-a578-0a0d08d005c2", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:46:32.572048 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-580b9c43-6516-46e8-a300-613f48301e49 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:46:32.572763 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580b9c43-6516-46e8-a300-613f48301e49'] response: {'name': 'network-changed', 'server_uuid': '3411a40e-d4f3-40c4-9136-295f553ca811', 'tag': '29e6302c-693f-4837-a578-0a0d08d005c2', 'status': 'completed', 'code': 200} May 05 15:46:32.662758 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd54a3-b2bd-4316-80bf-c549147f2daf req-e771ce35-99ce-44a1-8375-23b9615fec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:32.664338 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-71dd54a3-b2bd-4316-80bf-c549147f2daf req-e771ce35-99ce-44a1-8375-23b9615fec37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d949f289df486faadefe44a5063929&device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 1130 time: 0.0468726 May 05 15:46:32.667554 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-13597f60-f5aa-4d33-b5b7-31b14f9804f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (8646f0ab-30ae-49ab-bf78-0b3133d8ae62), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:32.689404 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-13597f60-f5aa-4d33-b5b7-31b14f9804f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:32.694922 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-13597f60-f5aa-4d33-b5b7-31b14f9804f1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8646f0ab-30ae-49ab-bf78-0b3133d8ae62 HTTP/1.1" status: 204 len: 168 time: 0.7756395 May 05 15:46:32.695102 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Network a2dda0c7-6e55-4d89-970a-b7de4ba218cd is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:46:32.696071 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13597f60-f5aa-4d33-b5b7-31b14f9804f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8646f0ab-30ae-49ab-bf78-0b3133d8ae62,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:32.699074 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:46:32.779178 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd54a3-b2bd-4316-80bf-c549147f2daf req-a6c889aa-9849-42cc-ad2d-f48902a4b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:32.780825 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-71dd54a3-b2bd-4316-80bf-c549147f2daf req-a6c889aa-9849-42cc-ad2d-f48902a4b5f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 200 len: 920 time: 0.1111948 May 05 15:46:32.868233 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Router 632ecdf7-ccd8-4447-bab9-95e8345a346f has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:46:32.872897 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-71dd54a3-b2bd-4316-80bf-c549147f2daf req-1261fb2c-11a4-4f9f-a3df-9c7f13f4322c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29e6302c-693f-4837-a578-0a0d08d005c2 HTTP/1.1" status: 200 len: 1002 time: 0.0831218 May 05 15:46:32.883481 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 59912) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:32.975977 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-04383cab-e58d-4622-9984-977af5a38ed8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b17842fa85384865aba313f5fa724882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0910814 May 05 15:46:32.978534 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 59916) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:33.016970 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:46:33.031299 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-079287d9-d397-4a74-8bed-52e2053757fe admin admin] 10.222.0.58 "PUT /v2.0/routers/632ecdf7-ccd8-4447-bab9-95e8345a346f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7897429 May 05 15:46:33.038802 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd54a3-b2bd-4316-80bf-c549147f2daf req-5a811104-726b-47e7-b2c4-692d8b71fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:33.040559 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-71dd54a3-b2bd-4316-80bf-c549147f2daf req-5a811104-726b-47e7-b2c4-692d8b71fa3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 200 len: 858 time: 0.1224346 May 05 15:46:33.086714 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-ae1bfd33-a8c9-4070-8880-5b63b1a863f7 None None] Provisioning complete for port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:33.087543 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ae1bfd33-a8c9-4070-8880-5b63b1a863f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.099685 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f19c-e6ed-4b31-8026-d4850d03b52e req-a55c79ca-f89d-4eee-aaf5-f740e688cd16 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:33.101208 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5186f19c-e6ed-4b31-8026-d4850d03b52e req-a55c79ca-f89d-4eee-aaf5-f740e688cd16 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.1142120 May 05 15:46:33.120500 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd54a3-b2bd-4316-80bf-c549147f2daf req-b10ec01c-ba61-4122-aa09-e11d9c7d566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:33.121964 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-71dd54a3-b2bd-4316-80bf-c549147f2daf req-b10ec01c-ba61-4122-aa09-e11d9c7d566e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=371d1c4c-f489-46f4-9586-d2540e98ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731821 May 05 15:46:33.165697 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-100a3410-5782-4a7e-b514-4d8cbab09ac9 admin admin] Publish callbacks [] for security_group (13476e30-ba9c-4e9e-946c-a8a907924501), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.167919 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bfd33-a8c9-4070-8880-5b63b1a863f7 None None] Port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:46:33.226869 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device d5af34f4-fd38-4179-bc0e-c21c3ccfb862 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:46:33.260004 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-100a3410-5782-4a7e-b514-4d8cbab09ac9 admin admin] Publish callbacks [] for security_group (13476e30-ba9c-4e9e-946c-a8a907924501), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.274823 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5186f19c-e6ed-4b31-8026-d4850d03b52e req-76c4d5fb-c970-4cfc-bf46-124ea2707f97 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554573 May 05 15:46:33.313720 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port d5af34f4-fd38-4179-bc0e-c21c3ccfb862 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:33.314212 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.330396 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-71dd54a3-b2bd-4316-80bf-c549147f2daf req-713f9ca4-d2ca-465a-a384-b0ab512cbc53 service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975396 May 05 15:46:33.368938 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-100a3410-5782-4a7e-b514-4d8cbab09ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (13476e30-ba9c-4e9e-946c-a8a907924501), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.371759 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-100a3410-5782-4a7e-b514-4d8cbab09ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.372949 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-100a3410-5782-4a7e-b514-4d8cbab09ac9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13476e30-ba9c-4e9e-946c-a8a907924501 HTTP/1.1" status: 204 len: 168 time: 0.3934159 May 05 15:46:33.415689 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a3410-5782-4a7e-b514-4d8cbab09ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13476e30-ba9c-4e9e-946c-a8a907924501,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:33.428065 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port d5af34f4-fd38-4179-bc0e-c21c3ccfb862 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:33.428454 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.457005 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port d5af34f4-fd38-4179-bc0e-c21c3ccfb862, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=d5af34f4-fd38-4179-bc0e-c21c3ccfb862,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:46:33.461906 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-71dd54a3-b2bd-4316-80bf-c549147f2daf req-292063e5-8c8f-4f66-a75c-acdb73aa882d service neutron] 10.222.0.41 "GET /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251090 May 05 15:46:33.463764 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.538023 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=d5af34f4-fd38-4179-bc0e-c21c3ccfb862,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:33.770951 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 59944) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:33.775767 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-947560678-network', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:46:33.796556 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Made reservation on behalf of e7ca00cab61a48839a14ea98c12f0db6 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:46:33.800625 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.807807 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Sync routers for ids ['632ecdf7-ccd8-4447-bab9-95e8345a346f'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:46:33.815776 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.819079 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Routers {'632ecdf7-ccd8-4447-bab9-95e8345a346f'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:46:33.819774 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:46:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['632ecdf7-ccd8-4447-bab9-95e8345a346f'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:33.915799 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Publish callbacks [] for security_group (398d5107-e70b-43d7-856a-52349ce579d8), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.920954 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (398d5107-e70b-43d7-856a-52349ce579d8), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.939684 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Set router 632ecdf7-ccd8-4447-bab9-95e8345a346f gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:46:33.949236 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:46:33.959882 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398d5107-e70b-43d7-856a-52349ce579d8,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:33.969111 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (2bae766b-7ea9-4919-967f-9a5214ebdf70), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:33.969111 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Added segment 2bae766b-7ea9-4919-967f-9a5214ebdf70 of type vlan for network b0080597-5655-4591-9b73-2d5c5c5b059b May 05 15:46:34.016936 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (b0080597-5655-4591-9b73-2d5c5c5b059b), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.048194 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (b0080597-5655-4591-9b73-2d5c5c5b059b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.049159 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:34.049748 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.090448 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3182912 May 05 15:46:34.093549 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 59954) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:34.098506 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-4d865776-cd1a-4618-a99b-ea524270792d admin admin] Request body: {'subnet': {'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-947560678-subnet', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'ip_version': 4}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:46:34.118923 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d865776-cd1a-4618-a99b-ea524270792d admin admin] Made reservation on behalf of e7ca00cab61a48839a14ea98c12f0db6 for: {'subnet': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:46:34.121759 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4d865776-cd1a-4618-a99b-ea524270792d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25458199'] for subnet (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.137124 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae30c7-8109-464c-aa8a-9109c2198ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=b0080597-5655-4591-9b73-2d5c5c5b059b,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:34.156930 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network b0080597-5655-4591-9b73-2d5c5c5b059b details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:46:34.168326 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:46:31Z', 'revision_number': 4, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port': {'id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:28Z', 'updated_at': '2022-05-05T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '7f2b6de7-5127-4375-b6bf-bc9ba5813b5d', 'name': '', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'mac_address': 'fa:16:3e:3b:94:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:30Z', 'updated_at': '2022-05-05T15:46:31Z', 'revision_number': 2, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'subnets': [{'id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:34.204357 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Checking router: 632ecdf7-ccd8-4447-bab9-95e8345a346f for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:46:34.205025 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Updating router 632ecdf7-ccd8-4447-bab9-95e8345a346f port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d binding host dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:46:34.243188 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.336268 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4d865776-cd1a-4618-a99b-ea524270792d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25929423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25458277'] for subnet (e0d52d0a-fea6-4bea-82f9-dfc270e11939), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.428118 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d865776-cd1a-4618-a99b-ea524270792d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d52d0a-fea6-4bea-82f9-dfc270e11939,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:34.440310 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86a7a7-cbf7-4f0b-88fa-f038cb3819f8 req-78d706d1-9d80-4b3b-b266-649191f2b308 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:34.441880 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ac86a7a7-cbf7-4f0b-88fa-f038cb3819f8 req-78d706d1-9d80-4b3b-b266-649191f2b308 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0768864 May 05 15:46:34.463160 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d865776-cd1a-4618-a99b-ea524270792d admin admin] Checking segment: {'id': '2bae766b-7ea9-4919-967f-9a5214ebdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:46:34.463519 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d865776-cd1a-4618-a99b-ea524270792d admin admin] Network hostable DHCP agents. Network: b0080597-5655-4591-9b73-2d5c5c5b059b, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:46:34.506103 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d865776-cd1a-4618-a99b-ea524270792d admin admin] Network b0080597-5655-4591-9b73-2d5c5c5b059b is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:46:34.512702 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ac86a7a7-cbf7-4f0b-88fa-f038cb3819f8 req-ccc7ad10-20dd-4dfb-b0b9-20d4b2d077c1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590408 May 05 15:46:34.522932 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-4d865776-cd1a-4618-a99b-ea524270792d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, b0080597-5655-4591-9b73-2d5c5c5b059b) {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:46:34.531464 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d865776-cd1a-4618-a99b-ea524270792d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:34.533295 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f508cd6-12d5-47fe-9670-cafca9c348aa None None] Network b0080597-5655-4591-9b73-2d5c5c5b059b requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:46:34.534041 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4d865776-cd1a-4618-a99b-ea524270792d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.541483 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Publish callbacks [] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.549436 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.554861 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-4d865776-cd1a-4618-a99b-ea524270792d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4578578 May 05 15:46:34.555240 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 59964) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:34.562370 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-947560678-router', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:46:34.587962 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3748572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6948'] for router (5bdc6237-56ea-42ae-80e7-8939341a4f71), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.592692 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3754709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router (5bdc6237-56ea-42ae-80e7-8939341a4f71), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.606766 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a302533-e64d-4939-8368-446f19561785 None None] Pushing event updated for resources: {'Port': ['ID=7f2b6de7-5127-4375-b6bf-bc9ba5813b5d,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:34.681164 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Attempting to bind port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:46:34.681638 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Attempting to bind port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '95534a05-76ab-4f5d-ac23-c3705807edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:46:34.682716 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Attempting to bind port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d on network a2dda0c7-6e55-4d89-970a-b7de4ba218cd {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:46:34.691821 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:46:34.692280 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Checking segment: {'id': '95534a05-76ab-4f5d-ac23-c3705807edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:46:34.692831 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.693258 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Bound using segment: {'id': '95534a05-76ab-4f5d-ac23-c3705807edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:46:34.693828 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Bound port: 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95534a05-76ab-4f5d-ac23-c3705807edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:46:34.694364 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.723230 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Publish callbacks [] for router_controller (5bdc6237-56ea-42ae-80e7-8939341a4f71), precommit_add_association {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.728670 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp127dbb5c-4db0-5469-8e5e-efe1c4baefbd-b0080597-5655-4591-9b73-2d5c5c5b059b', 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b', 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'fixed_ips': [{'subnet_id': 'e0d52d0a-fea6-4bea-82f9-dfc270e11939'}]}} from dv-cinder-839793-9-iscsi. {{(pid=109967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:46:34.730111 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.796818 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] For port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:46:34.800377 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] For port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=7f2b6de7-5127-4375-b6bf-bc9ba5813b5d,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:46:34.816778 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:34.892707 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Routers {'632ecdf7-ccd8-4447-bab9-95e8345a346f'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:46:34.893355 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:46:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['632ecdf7-ccd8-4447-bab9-95e8345a346f'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:34.949964 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Allocated IP 172.20.0.2 (b0080597-5655-4591-9b73-2d5c5c5b059b/e0d52d0a-fea6-4bea-82f9-dfc270e11939/4a2dec15-24bd-4f94-ad50-b5391b548938) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:46:34.960309 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a302533-e64d-4939-8368-446f19561785 None None] Pushing event updated for resources: {'Port': ['ID=7f2b6de7-5127-4375-b6bf-bc9ba5813b5d,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:34.960621 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Publish callbacks [] for router_gateway (5bdc6237-56ea-42ae-80e7-8939341a4f71), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.013552 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-6697e5f4-8716-4060-a5a9-b2741ba618e0 None None] Provisioning complete for port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:35.014557 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6697e5f4-8716-4060-a5a9-b2741ba618e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.060500 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] Set router 632ecdf7-ccd8-4447-bab9-95e8345a346f gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:46:35.205081 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Publish callbacks [] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.205546 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Publish callbacks [] for router_gateway (5bdc6237-56ea-42ae-80e7-8939341a4f71), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.206456 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-6697e5f4-8716-4060-a5a9-b2741ba618e0 None None] Current status of the port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:35.206832 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6697e5f4-8716-4060-a5a9-b2741ba618e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.224626 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.240325 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.268648 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device d5af34f4-fd38-4179-bc0e-c21c3ccfb862 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:46:35.317791 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Network b0080597-5655-4591-9b73-2d5c5c5b059b is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:46:35.323582 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:46:31Z', 'revision_number': 4, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port': {'id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:28Z', 'updated_at': '2022-05-05T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '7f2b6de7-5127-4375-b6bf-bc9ba5813b5d', 'name': '', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'mac_address': 'fa:16:3e:3b:94:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:30Z', 'updated_at': '2022-05-05T15:46:34Z', 'revision_number': 4, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'subnets': [{'id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:35.324699 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-6697e5f4-8716-4060-a5a9-b2741ba618e0 None None] For port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=7f2b6de7-5127-4375-b6bf-bc9ba5813b5d,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:46:35.331752 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:46:35.335523 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Pushing event updated for resources: {'Port': ['ID=4a2dec15-24bd-4f94-ad50-b5391b548938,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:35.338193 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:46:35.343042 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6697e5f4-8716-4060-a5a9-b2741ba618e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.356915 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Allocated IP 172.27.3.116 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/ca60b582-f616-4d6b-a17a-60a6e3e38146) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:46:35.362265 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da74462d-22ff-43d2-99db-ae70be258d74 None None] The sync data for ids ['632ecdf7-ccd8-4447-bab9-95e8345a346f'] in dv-cinder-839793-9-iscsi is: [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:46:31Z', 'revision_number': 4, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port': {'id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:28Z', 'updated_at': '2022-05-05T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '7f2b6de7-5127-4375-b6bf-bc9ba5813b5d', 'name': '', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'mac_address': 'fa:16:3e:3b:94:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:30Z', 'updated_at': '2022-05-05T15:46:34Z', 'revision_number': 4, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'subnets': [{'id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:46:35.450426 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port d5af34f4-fd38-4179-bc0e-c21c3ccfb862 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:35.451146 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.471245 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697e5f4-8716-4060-a5a9-b2741ba618e0 None None] Pushing event updated for resources: {'Port': ['ID=7f2b6de7-5127-4375-b6bf-bc9ba5813b5d,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:35.495780 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Publish callbacks [] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.513652 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-0f71604b-6653-439b-960f-bf4da1eb3082 None None] Provisioning complete for port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:35.514456 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f71604b-6653-439b-960f-bf4da1eb3082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.519280 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Attempting to bind port 4a2dec15-24bd-4f94-ad50-b5391b548938 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:46:35.519863 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Attempting to bind port 4a2dec15-24bd-4f94-ad50-b5391b548938 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '2bae766b-7ea9-4919-967f-9a5214ebdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:46:35.520232 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Attempting to bind port 4a2dec15-24bd-4f94-ad50-b5391b548938 on network b0080597-5655-4591-9b73-2d5c5c5b059b {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:46:35.539210 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.557476 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:46:35.557851 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Checking segment: {'id': '2bae766b-7ea9-4919-967f-9a5214ebdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:46:35.559676 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.559676 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Bound using segment: {'id': '2bae766b-7ea9-4919-967f-9a5214ebdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:46:35.559676 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Bound port: 4a2dec15-24bd-4f94-ad50-b5391b548938, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bae766b-7ea9-4919-967f-9a5214ebdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:46:35.559676 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.579816 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:46:35.583011 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:46:35.586936 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:46:35.621368 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Pushing event updated for resources: {'Port': ['ID=ca60b582-f616-4d6b-a17a-60a6e3e38146,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:35.690834 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816f47f-79c9-474d-9951-ea2a3d540012 req-ab78f0af-2c0d-4c0c-bed4-ddb1fdf8badf tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:35.693016 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1816f47f-79c9-474d-9951-ea2a3d540012 req-ab78f0af-2c0d-4c0c-bed4-ddb1fdf8badf tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0648634 May 05 15:46:35.700084 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] For port 4a2dec15-24bd-4f94-ad50-b5391b548938, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:46:35.731280 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port d5af34f4-fd38-4179-bc0e-c21c3ccfb862 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:35.734677 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] For port 4a2dec15-24bd-4f94-ad50-b5391b548938, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=4a2dec15-24bd-4f94-ad50-b5391b548938,segment=NetworkSegment(2bae766b-7ea9-4919-967f-9a5214ebdf70),segment_id=2bae766b-7ea9-4919-967f-9a5214ebdf70)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:46:35.748687 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:35.755376 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-0f71604b-6653-439b-960f-bf4da1eb3082 None None] Current status of the port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:35.823036 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1816f47f-79c9-474d-9951-ea2a3d540012 req-2e554cd4-08d7-48b6-a3bb-976994de531b tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970466 May 05 15:46:35.825404 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5167e51-6796-4a3e-8656-6db1cf8fc242 None None] Pushing event updated for resources: {'Port': ['ID=4a2dec15-24bd-4f94-ad50-b5391b548938,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:35.967204 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Publish callbacks [] for router_gateway (5bdc6237-56ea-42ae-80e7-8939341a4f71), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:36.242031 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3754726'] for router (5bdc6237-56ea-42ae-80e7-8939341a4f71), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:36.627190 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Router 5bdc6237-56ea-42ae-80e7-8939341a4f71 is scheduled to L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b with binding_index 1 {{(pid=109966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:46:36.745521 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:46:36.755585 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Sync routers for ids ['5bdc6237-56ea-42ae-80e7-8939341a4f71'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:46:36.764850 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:36.769334 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e9448251-4a16-42f4-99da-aea25a619da9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2128286 May 05 15:46:36.769577 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 59978) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:36.772332 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Routers {'5bdc6237-56ea-42ae-80e7-8939341a4f71'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:46:36.773031 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:46:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['5bdc6237-56ea-42ae-80e7-8939341a4f71'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:36.840106 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a2c0ea-145c-4efd-8ef9-658a17847da4 None None] Network b0080597-5655-4591-9b73-2d5c5c5b059b requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:46:36.918585 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-75727384-538b-4e78-b007-eaa485a444c5 None None] Provisioning complete for port 4a2dec15-24bd-4f94-ad50-b5391b548938 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:36.919046 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-75727384-538b-4e78-b007-eaa485a444c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:36.955833 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Set router 5bdc6237-56ea-42ae-80e7-8939341a4f71 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:46:36.978875 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6069f-03a1-4fb0-96c9-f03f434a82d3 req-8c45081d-4c1f-4ff0-9b32-4c297376c30c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:36.980399 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-aec6069f-03a1-4fb0-96c9-f03f434a82d3 req-8c45081d-4c1f-4ff0-9b32-4c297376c30c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0645936 May 05 15:46:37.105239 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-aec6069f-03a1-4fb0-96c9-f03f434a82d3 req-61887e08-58eb-4648-bd96-e58e9ccc524d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188834 May 05 15:46:37.259273 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 4a2dec15-24bd-4f94-ad50-b5391b548938 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:46:37.311396 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:37.400060 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-75727384-538b-4e78-b007-eaa485a444c5 None None] Current status of the port 4a2dec15-24bd-4f94-ad50-b5391b548938 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:37.400491 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-75727384-538b-4e78-b007-eaa485a444c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:37.407290 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 4a2dec15-24bd-4f94-ad50-b5391b548938 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:37.407661 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:37.421264 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'name': 'tempest-TestMinimumBasicScenario-947560678-router', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:34Z', 'updated_at': '2022-05-05T15:46:35Z', 'revision_number': 3, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'gw_port': {'id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:04:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:35Z', 'updated_at': '2022-05-05T15:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:37.478713 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Checking router: 5bdc6237-56ea-42ae-80e7-8939341a4f71 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:46:37.479063 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Updating router 5bdc6237-56ea-42ae-80e7-8939341a4f71 port ca60b582-f616-4d6b-a17a-60a6e3e38146 binding host dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:46:37.484413 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Allocated IP 172.20.0.1 (b0080597-5655-4591-9b73-2d5c5c5b059b/e0d52d0a-fea6-4bea-82f9-dfc270e11939/35eb3ff9-f866-4930-8bec-e37a55dbbbd6) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:46:37.518272 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-75727384-538b-4e78-b007-eaa485a444c5 None None] For port 4a2dec15-24bd-4f94-ad50-b5391b548938, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=4a2dec15-24bd-4f94-ad50-b5391b548938,segment=NetworkSegment(2bae766b-7ea9-4919-967f-9a5214ebdf70),segment_id=2bae766b-7ea9-4919-967f-9a5214ebdf70)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:46:37.526228 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-75727384-538b-4e78-b007-eaa485a444c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:37.537849 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:37.590983 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Publish callbacks [] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:37.625384 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:37.666740 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Network b0080597-5655-4591-9b73-2d5c5c5b059b is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:46:37.669645 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:46:37.676497 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:46:37.689935 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75727384-538b-4e78-b007-eaa485a444c5 None None] Pushing event updated for resources: {'Port': ['ID=4a2dec15-24bd-4f94-ad50-b5391b548938,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:37.698655 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Pushing event updated for resources: {'Port': ['ID=35eb3ff9-f866-4930-8bec-e37a55dbbbd6,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:37.712040 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-44700d0f-8720-4410-818a-e33e29eb292b None None] Provisioning complete for port 4a2dec15-24bd-4f94-ad50-b5391b548938 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:37.712604 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.712752 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-44700d0f-8720-4410-818a-e33e29eb292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:37.713244 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.713592 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.713928 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.714458 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.714964 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.715301 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.715633 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.715968 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.716360 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 4a2dec15-24bd-4f94-ad50-b5391b548938 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:37.716624 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.717468 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.717817 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.718015 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:46:37.718149 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.718504 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.718834 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:46:37.733688 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3753147'] for router_interface (5bdc6237-56ea-42ae-80e7-8939341a4f71), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:37.871456 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:37.871957 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:37.872314 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:37.960166 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-44700d0f-8720-4410-818a-e33e29eb292b None None] Current status of the port 4a2dec15-24bd-4f94-ad50-b5391b548938 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:38.037889 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Publish callbacks [] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:38.043859 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:38.049095 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:38.053346 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Publish callbacks [] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:38.059018 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:38.111406 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Pushing event updated for resources: {'Port': ['ID=35eb3ff9-f866-4930-8bec-e37a55dbbbd6,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:38.113986 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3753025'] for router_interface (5bdc6237-56ea-42ae-80e7-8939341a4f71), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:38.115341 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-778ccc27-f077-4fd3-92a3-d636c5bd45d2 None None] Provisioning complete for port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:38.115735 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-778ccc27-f077-4fd3-92a3-d636c5bd45d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:38.146680 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Attempting to bind port ca60b582-f616-4d6b-a17a-60a6e3e38146 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:46:38.147054 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Attempting to bind port ca60b582-f616-4d6b-a17a-60a6e3e38146 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:46:38.147446 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Attempting to bind port ca60b582-f616-4d6b-a17a-60a6e3e38146 on network b5107952-2f6d-4e6f-81da-5335e81bd6c8 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:46:38.157543 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cc102-3ef5-4f10-a3ca-24c304a99e2a None None] Pushing event updated for resources: {'Port': ['ID=ca60b582-f616-4d6b-a17a-60a6e3e38146,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:38.162686 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:46:38.163059 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Checking segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:46:38.163461 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:38.163839 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Bound using segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:46:38.164324 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Bound port: ca60b582-f616-4d6b-a17a-60a6e3e38146, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:46:38.164697 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:38.192159 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-778ccc27-f077-4fd3-92a3-d636c5bd45d2 None None] Port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:46:38.217844 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Network b0080597-5655-4591-9b73-2d5c5c5b059b is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:46:38.219335 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:46:38.226807 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] For port ca60b582-f616-4d6b-a17a-60a6e3e38146, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:46:38.232284 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] For port ca60b582-f616-4d6b-a17a-60a6e3e38146, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=ca60b582-f616-4d6b-a17a-60a6e3e38146,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:46:38.240786 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ea45d-15f8-4a75-878e-bd9b95d3e230 req-34f4c7db-76cc-426d-aa0c-1c258d978d2a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:38.244206 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:38.251247 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1b9ea45d-15f8-4a75-878e-bd9b95d3e230 req-34f4c7db-76cc-426d-aa0c-1c258d978d2a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0730147 May 05 15:46:38.319770 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Routers {'5bdc6237-56ea-42ae-80e7-8939341a4f71'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:46:38.319770 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:46:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['5bdc6237-56ea-42ae-80e7-8939341a4f71'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:38.324992 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1b9ea45d-15f8-4a75-878e-bd9b95d3e230 req-c4fd9b3f-e39b-4994-a257-eba2cd8624a3 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725622 May 05 15:46:38.366939 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cc102-3ef5-4f10-a3ca-24c304a99e2a None None] Pushing event updated for resources: {'Port': ['ID=ca60b582-f616-4d6b-a17a-60a6e3e38146,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:38.379834 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Router 5bdc6237-56ea-42ae-80e7-8939341a4f71 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:46:38.451035 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] Set router 5bdc6237-56ea-42ae-80e7-8939341a4f71 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:46:38.494826 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:46:38.507158 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-4e395755-3cec-4a3c-92ec-fcb5db7b38d7 admin admin] 10.222.0.58 "PUT /v2.0/routers/5bdc6237-56ea-42ae-80e7-8939341a4f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7280755 May 05 15:46:38.544165 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3149fdc0-891a-444a-b97b-652bd5fa84a2 None None] Provisioning complete for port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:38.544578 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3149fdc0-891a-444a-b97b-652bd5fa84a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:38.626102 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3149fdc0-891a-444a-b97b-652bd5fa84a2 None None] Port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:46:38.684259 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'name': 'tempest-TestMinimumBasicScenario-947560678-router', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:34Z', 'updated_at': '2022-05-05T15:46:37Z', 'revision_number': 4, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'gw_port': {'id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:04:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:35Z', 'updated_at': '2022-05-05T15:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '35eb3ff9-f866-4930-8bec-e37a55dbbbd6', 'name': '', 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'mac_address': 'fa:16:3e:92:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e0d52d0a-fea6-4bea-82f9-dfc270e11939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:37Z', 'updated_at': '2022-05-05T15:46:37Z', 'revision_number': 2, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'subnets': [{'id': 'e0d52d0a-fea6-4bea-82f9-dfc270e11939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:38.847971 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087aba83-9018-4355-a917-6b9be87aed9c None None] The sync data for ids ['5bdc6237-56ea-42ae-80e7-8939341a4f71'] in dv-cinder-839793-9-iscsi is: [{'id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'name': 'tempest-TestMinimumBasicScenario-947560678-router', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:34Z', 'updated_at': '2022-05-05T15:46:37Z', 'revision_number': 4, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'gw_port': {'id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:04:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:35Z', 'updated_at': '2022-05-05T15:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '35eb3ff9-f866-4930-8bec-e37a55dbbbd6', 'name': '', 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'mac_address': 'fa:16:3e:92:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e0d52d0a-fea6-4bea-82f9-dfc270e11939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:37Z', 'updated_at': '2022-05-05T15:46:37Z', 'revision_number': 2, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'subnets': [{'id': 'e0d52d0a-fea6-4bea-82f9-dfc270e11939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:46:39.236758 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 4a2dec15-24bd-4f94-ad50-b5391b548938 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:46:39.294311 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 4a2dec15-24bd-4f94-ad50-b5391b548938 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:39.294788 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:39.471511 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 4a2dec15-24bd-4f94-ad50-b5391b548938 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:39.540274 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f87b5-2b60-44e8-998f-d7c3d1a932d7 req-9638822c-7771-4f0d-9e99-b8317ca2ca57 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:39.543076 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-902f87b5-2b60-44e8-998f-d7c3d1a932d7 req-9638822c-7771-4f0d-9e99-b8317ca2ca57 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.1029375 May 05 15:46:39.631023 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-902f87b5-2b60-44e8-998f-d7c3d1a932d7 req-fc86335b-b3a1-4bf0-862b-973b05e3d4f8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788527 May 05 15:46:39.965614 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af400a39-5bb0-4fef-abab-362b54055c26 req-babe3091-8516-4620-a48f-a82550fb80da tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:39.968722 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-af400a39-5bb0-4fef-abab-362b54055c26 req-babe3091-8516-4620-a48f-a82550fb80da tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0712960 May 05 15:46:40.047454 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-af400a39-5bb0-4fef-abab-362b54055c26 req-b5818d05-27de-4fad-9f64-f85da70692e1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633631 May 05 15:46:40.230537 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:46:41.207916 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b9f30-fdf8-4e49-a68a-ce3936ab2daa req-e2999f33-4e99-455c-9ced-19f63f9ed1aa tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:41.209513 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-856b9f30-fdf8-4e49-a68a-ce3936ab2daa req-e2999f33-4e99-455c-9ced-19f63f9ed1aa tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0909350 May 05 15:46:41.265769 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device ca60b582-f616-4d6b-a17a-60a6e3e38146 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:46:41.289776 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-856b9f30-fdf8-4e49-a68a-ce3936ab2daa req-a77e802f-b0d2-4d27-be55-a612a2c8e546 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735512 May 05 15:46:41.346250 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port ca60b582-f616-4d6b-a17a-60a6e3e38146 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:41.346535 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:41.426702 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port ca60b582-f616-4d6b-a17a-60a6e3e38146 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:41.427096 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:41.452497 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port ca60b582-f616-4d6b-a17a-60a6e3e38146, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=ca60b582-f616-4d6b-a17a-60a6e3e38146,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:46:41.458369 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:41.517422 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=ca60b582-f616-4d6b-a17a-60a6e3e38146,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:42.467588 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadc291-e3ee-458c-b5ab-33a7d42183d4 req-94a46969-d646-4e0d-b4e6-e4ab1bce8324 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:42.469065 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0eadc291-e3ee-458c-b5ab-33a7d42183d4 req-94a46969-d646-4e0d-b4e6-e4ab1bce8324 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0661492 May 05 15:46:42.490929 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebff1d-301b-4694-8087-2e23d04f72a8 req-cc80835e-98a6-44cd-84c6-cb41f71fd433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:42.492485 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a1ebff1d-301b-4694-8087-2e23d04f72a8 req-cc80835e-98a6-44cd-84c6-cb41f71fd433 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd7f78fcf0be461796d2a86956cf3b9d&device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 1129 time: 0.0516551 May 05 15:46:42.522958 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0eadc291-e3ee-458c-b5ab-33a7d42183d4 req-9c30fc49-962f-46b4-af42-b441777edaac tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481083 May 05 15:46:42.620579 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebff1d-301b-4694-8087-2e23d04f72a8 req-da6861b3-13ce-48ff-889d-d16f52071919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:42.622429 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a1ebff1d-301b-4694-8087-2e23d04f72a8 req-da6861b3-13ce-48ff-889d-d16f52071919 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32 HTTP/1.1" status: 200 len: 912 time: 0.1222093 May 05 15:46:42.705693 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a1ebff1d-301b-4694-8087-2e23d04f72a8 req-1b69eef2-276a-4051-b15a-c41dcd684e27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08434f96-b818-411c-a085-51a489bc8560 HTTP/1.1" status: 200 len: 1000 time: 0.0770807 May 05 15:46:42.754044 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Sync routers for ids ['5bdc6237-56ea-42ae-80e7-8939341a4f71'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:46:42.766262 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Routers {'5bdc6237-56ea-42ae-80e7-8939341a4f71'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:46:42.767168 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:46:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['5bdc6237-56ea-42ae-80e7-8939341a4f71'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:42.783445 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebff1d-301b-4694-8087-2e23d04f72a8 req-e9e206cf-fb2b-4bd2-986f-af7ee6ee009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:42.784846 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a1ebff1d-301b-4694-8087-2e23d04f72a8 req-e9e206cf-fb2b-4bd2-986f-af7ee6ee009b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8d8ae-fc09-441d-bf00-c996815f485d HTTP/1.1" status: 200 len: 850 time: 0.0721004 May 05 15:46:42.856494 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebff1d-301b-4694-8087-2e23d04f72a8 req-09eabc2a-d3b9-4f5e-a3b2-d5757c914608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:42.859115 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a1ebff1d-301b-4694-8087-2e23d04f72a8 req-09eabc2a-d3b9-4f5e-a3b2-d5757c914608 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680108 May 05 15:46:42.955964 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Set router 5bdc6237-56ea-42ae-80e7-8939341a4f71 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:46:42.999430 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a1ebff1d-301b-4694-8087-2e23d04f72a8 req-123963f9-4fae-4d93-8954-d5729546d562 service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340158 May 05 15:46:43.140599 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a1ebff1d-301b-4694-8087-2e23d04f72a8 req-c52970d6-6a64-4a62-9f7e-c0b301527cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347232 May 05 15:46:43.226029 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device ca60b582-f616-4d6b-a17a-60a6e3e38146 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:46:43.278792 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port ca60b582-f616-4d6b-a17a-60a6e3e38146 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:43.279959 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:43.308568 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'name': 'tempest-TestMinimumBasicScenario-947560678-router', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:34Z', 'updated_at': '2022-05-05T15:46:37Z', 'revision_number': 4, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'gw_port': {'id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:04:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:35Z', 'updated_at': '2022-05-05T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '35eb3ff9-f866-4930-8bec-e37a55dbbbd6', 'name': '', 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'mac_address': 'fa:16:3e:92:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e0d52d0a-fea6-4bea-82f9-dfc270e11939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:37Z', 'updated_at': '2022-05-05T15:46:37Z', 'revision_number': 2, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'subnets': [{'id': 'e0d52d0a-fea6-4bea-82f9-dfc270e11939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:43.338229 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Checking router: 5bdc6237-56ea-42ae-80e7-8939341a4f71 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:46:43.338592 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Updating router 5bdc6237-56ea-42ae-80e7-8939341a4f71 port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 binding host dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:46:43.367285 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:43.371628 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port ca60b582-f616-4d6b-a17a-60a6e3e38146 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:43.434748 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73a74d53-979b-494f-8a11-62cab77ef0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:43.651612 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Publish callbacks [] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:43.658504 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:43.675798 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae537a-91bf-4717-a3b7-9074d6372d4d req-7ab7146b-473a-41c5-9f41-7b47ba4294f5 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:43.677386 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a2ae537a-91bf-4717-a3b7-9074d6372d4d req-7ab7146b-473a-41c5-9f41-7b47ba4294f5 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0754116 May 05 15:46:43.720441 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf810f-5da9-4c6b-a455-8af311faefa9 None None] Pushing event updated for resources: {'Port': ['ID=35eb3ff9-f866-4930-8bec-e37a55dbbbd6,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:43.757351 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a2ae537a-91bf-4717-a3b7-9074d6372d4d req-e8171dec-b01d-4b69-8aca-25a20b164119 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693800 May 05 15:46:43.818807 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Attempting to bind port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:46:43.819372 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Attempting to bind port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '2bae766b-7ea9-4919-967f-9a5214ebdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:46:43.819507 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Attempting to bind port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 on network b0080597-5655-4591-9b73-2d5c5c5b059b {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:46:43.829524 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:46:43.830063 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Checking segment: {'id': '2bae766b-7ea9-4919-967f-9a5214ebdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:46:43.830586 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:43.831288 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Bound using segment: {'id': '2bae766b-7ea9-4919-967f-9a5214ebdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:46:43.832113 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Bound port: 35eb3ff9-f866-4930-8bec-e37a55dbbbd6, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bae766b-7ea9-4919-967f-9a5214ebdf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:46:43.832701 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:43.922560 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] For port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:46:43.926101 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] For port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=35eb3ff9-f866-4930-8bec-e37a55dbbbd6,segment=NetworkSegment(2bae766b-7ea9-4919-967f-9a5214ebdf70),segment_id=2bae766b-7ea9-4919-967f-9a5214ebdf70)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:46:43.937544 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:44.007862 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf810f-5da9-4c6b-a455-8af311faefa9 None None] Pushing event updated for resources: {'Port': ['ID=35eb3ff9-f866-4930-8bec-e37a55dbbbd6,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:44.025404 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Routers {'5bdc6237-56ea-42ae-80e7-8939341a4f71'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:46:44.026043 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:46:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['5bdc6237-56ea-42ae-80e7-8939341a4f71'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:44.084875 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-b505e186-8e33-4d44-91df-7140623615d4 None None] Provisioning complete for port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:44.088208 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b505e186-8e33-4d44-91df-7140623615d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:44.235055 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-b505e186-8e33-4d44-91df-7140623615d4 None None] Current status of the port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:44.235740 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b505e186-8e33-4d44-91df-7140623615d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:44.247151 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] Set router 5bdc6237-56ea-42ae-80e7-8939341a4f71 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:46:44.299727 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-b505e186-8e33-4d44-91df-7140623615d4 None None] For port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=35eb3ff9-f866-4930-8bec-e37a55dbbbd6,segment=NetworkSegment(2bae766b-7ea9-4919-967f-9a5214ebdf70),segment_id=2bae766b-7ea9-4919-967f-9a5214ebdf70)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:46:44.308413 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b505e186-8e33-4d44-91df-7140623615d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:44.376854 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505e186-8e33-4d44-91df-7140623615d4 None None] Pushing event updated for resources: {'Port': ['ID=35eb3ff9-f866-4930-8bec-e37a55dbbbd6,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:44.430737 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-a46eb3fa-d07b-42e1-afeb-6066fbbcb25a None None] Provisioning complete for port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:44.431358 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a46eb3fa-d07b-42e1-afeb-6066fbbcb25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:44.482725 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'name': 'tempest-TestMinimumBasicScenario-947560678-router', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:34Z', 'updated_at': '2022-05-05T15:46:37Z', 'revision_number': 4, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'gw_port': {'id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:04:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:35Z', 'updated_at': '2022-05-05T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '35eb3ff9-f866-4930-8bec-e37a55dbbbd6', 'name': '', 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'mac_address': 'fa:16:3e:92:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e0d52d0a-fea6-4bea-82f9-dfc270e11939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:37Z', 'updated_at': '2022-05-05T15:46:43Z', 'revision_number': 4, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'subnets': [{'id': 'e0d52d0a-fea6-4bea-82f9-dfc270e11939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:46:44.518321 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ddea60-1ca5-4000-b635-44b0f0ab8e54 None None] The sync data for ids ['5bdc6237-56ea-42ae-80e7-8939341a4f71'] in dv-cinder-839793-9-iscsi is: [{'id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'name': 'tempest-TestMinimumBasicScenario-947560678-router', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:34Z', 'updated_at': '2022-05-05T15:46:37Z', 'revision_number': 4, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'gw_port': {'id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:04:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:35Z', 'updated_at': '2022-05-05T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '35eb3ff9-f866-4930-8bec-e37a55dbbbd6', 'name': '', 'network_id': 'b0080597-5655-4591-9b73-2d5c5c5b059b', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'mac_address': 'fa:16:3e:92:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e0d52d0a-fea6-4bea-82f9-dfc270e11939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:37Z', 'updated_at': '2022-05-05T15:46:43Z', 'revision_number': 4, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'subnets': [{'id': 'e0d52d0a-fea6-4bea-82f9-dfc270e11939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:46:44.534799 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-a46eb3fa-d07b-42e1-afeb-6066fbbcb25a None None] Current status of the port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:44.912502 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c181d11-ba74-4196-b07f-de4154b9d987 req-f3e7134e-e9a4-4fb6-bf48-25fac47ba34f tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:44.917205 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0c181d11-ba74-4196-b07f-de4154b9d987 req-f3e7134e-e9a4-4fb6-bf48-25fac47ba34f tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0737317 May 05 15:46:44.972014 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0c181d11-ba74-4196-b07f-de4154b9d987 req-31fa88db-b36b-4bd3-80a9-67066363a3e5 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488749 May 05 15:46:45.214068 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:46:45.268052 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:45.268730 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:45.361277 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:46:45.639247 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:45.783952 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4109a072-c06d-4eb7-b76a-2d7c8c91786b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:46.125203 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9366e-1847-417d-a5c8-af709247ed30 req-93284837-21fc-49e7-831b-f23814fb2309 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:46.127661 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c2d9366e-1847-417d-a5c8-af709247ed30 req-93284837-21fc-49e7-831b-f23814fb2309 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0609474 May 05 15:46:46.210107 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c2d9366e-1847-417d-a5c8-af709247ed30 req-4cb85d03-c5ad-41d7-bb7b-6767a95fd1e6 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586119 May 05 15:46:46.995264 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:47.328489 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe83acd-51b1-45e4-ae49-59b33f8e0925 req-78ffd886-8ee8-480b-8a6b-f8e428ad3970 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:47.330193 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ffe83acd-51b1-45e4-ae49-59b33f8e0925 req-78ffd886-8ee8-480b-8a6b-f8e428ad3970 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0574591 May 05 15:46:47.389685 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ffe83acd-51b1-45e4-ae49-59b33f8e0925 req-d791a0cd-40b9-474d-80a3-7d83fbcf5e8d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532842 May 05 15:46:48.454122 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:48.573405 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-44de37d2-5490-4685-9faf-38edb650e936 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:48.574891 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-44de37d2-5490-4685-9faf-38edb650e936 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/networks?id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd HTTP/1.1" status: 200 len: 815 time: 0.0987008 May 05 15:46:48.589206 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-5615e204-bd95-4189-bbe5-d2ba042543d1 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/quotas/c514ad1026564ac69a8ea5f4443371f7 HTTP/1.1" status: 200 len: 375 time: 0.0089166 May 05 15:46:48.641597 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-d3a72bed-c3a5-4b4b-bf7d-0b67047e6f27 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c514ad1026564ac69a8ea5f4443371f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470247 May 05 15:46:48.735968 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-2d8b7eb3-c57f-45ef-b81c-271a2f3a7cd3 service neutron] 10.222.0.58 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827408 May 05 15:46:48.823590 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-61a8e125-1e20-43a7-8e4e-f60495789063 service neutron] 10.222.0.58 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819004 May 05 15:46:48.986065 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-45fc3742-b7da-4c02-957b-c9863bef9cfb req-1f84dfc5-1c46-4bc8-93c1-be9d8abe2a23 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 210 time: 0.0320246 May 05 15:46:49.941126 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-450c3b86-9a62-4407-80bf-4ed0bd05b7d2 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:49.943205 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-450c3b86-9a62-4407-80bf-4ed0bd05b7d2 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.41 "GET /v2.0/networks?id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd HTTP/1.1" status: 200 len: 815 time: 0.1031239 May 05 15:46:49.946081 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:49.956767 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-279d675f-bc57-401e-a58b-3e2c559e9a33 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Request body: {'port': {'device_id': '5269aade-7580-4c79-917e-03d56de6ad0b', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'admin_state_up': True, 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:46:50.070746 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-279d675f-bc57-401e-a58b-3e2c559e9a33 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Made reservation on behalf of c514ad1026564ac69a8ea5f4443371f7 for: {'port': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:46:50.075002 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-279d675f-bc57-401e-a58b-3e2c559e9a33 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:50.087351 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ce138d22-b15e-4196-a0ce-69fd49ab8248 req-8f4f1ab0-6da6-4048-a7f4-95a525e215a1 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 210 time: 0.0309732 May 05 15:46:50.231206 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-279d675f-bc57-401e-a58b-3e2c559e9a33 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Allocated IP 172.20.0.7 (a2dda0c7-6e55-4d89-970a-b7de4ba218cd/7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4/3a1a22b8-dcb6-43d2-ac16-5f59951f829b) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:46:50.438588 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-279d675f-bc57-401e-a58b-3e2c559e9a33 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:50.508541 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-279d675f-bc57-401e-a58b-3e2c559e9a33 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:50.563069 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-279d675f-bc57-401e-a58b-3e2c559e9a33 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Network a2dda0c7-6e55-4d89-970a-b7de4ba218cd is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:46:50.566546 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-279d675f-bc57-401e-a58b-3e2c559e9a33 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:46:50.584932 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-279d675f-bc57-401e-a58b-3e2c559e9a33 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:46:50.627719 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d675f-bc57-401e-a58b-3e2c559e9a33 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event updated for resources: {'Port': ['ID=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:50.666193 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-279d675f-bc57-401e-a58b-3e2c559e9a33 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:50.666902 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-279d675f-bc57-401e-a58b-3e2c559e9a33 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:50.689660 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-279d675f-bc57-401e-a58b-3e2c559e9a33 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7370842 May 05 15:46:50.812216 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-b5407efa-f543-4844-95f9-69b381153947 None None] Provisioning complete for port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:46:50.812595 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b5407efa-f543-4844-95f9-69b381153947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:50.848451 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-b5407efa-f543-4844-95f9-69b381153947 None None] Port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:46:51.219290 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5a70e-848f-4596-84a6-1776802d2c03 req-fc919a1e-b5f6-470e-aab1-1f88dabc2235 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:51.223993 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a1f5a70e-848f-4596-84a6-1776802d2c03 req-fc919a1e-b5f6-470e-aab1-1f88dabc2235 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 931 time: 0.0580869 May 05 15:46:51.275712 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a1f5a70e-848f-4596-84a6-1776802d2c03 req-ecacad8d-11d7-42be-9c33-b4f99bb2ff3e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491877 May 05 15:46:51.538018 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60192) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:51.652343 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-90fb5e4f-4589-4de2-99cb-20a2eb46c8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:51.732186 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-90fb5e4f-4589-4de2-99cb-20a2eb46c8c5 admin admin] Publish callbacks [] for security_group (30946e22-b000-47f0-9750-870af803ec2c), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:51.736693 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-90fb5e4f-4589-4de2-99cb-20a2eb46c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (30946e22-b000-47f0-9750-870af803ec2c), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:51.775123 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-90fb5e4f-4589-4de2-99cb-20a2eb46c8c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=098291d672cb4fea85aa666b1941b08e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359586 May 05 15:46:51.776224 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb5e4f-4589-4de2-99cb-20a2eb46c8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30946e22-b000-47f0-9750-870af803ec2c,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:51.779012 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60196) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:46:51.829615 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18980e10-7f6a-425c-a3f9-38cf3d412fe0 admin admin] Publish callbacks [] for security_group (30946e22-b000-47f0-9750-870af803ec2c), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:51.854086 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18980e10-7f6a-425c-a3f9-38cf3d412fe0 admin admin] Publish callbacks [] for security_group (30946e22-b000-47f0-9750-870af803ec2c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:51.903466 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18980e10-7f6a-425c-a3f9-38cf3d412fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (30946e22-b000-47f0-9750-870af803ec2c), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:51.907150 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18980e10-7f6a-425c-a3f9-38cf3d412fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:51.911036 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-18980e10-7f6a-425c-a3f9-38cf3d412fe0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30946e22-b000-47f0-9750-870af803ec2c HTTP/1.1" status: 204 len: 168 time: 0.1281769 May 05 15:46:51.918448 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18980e10-7f6a-425c-a3f9-38cf3d412fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30946e22-b000-47f0-9750-870af803ec2c,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:52.398603 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89f978-9d79-43f8-aede-f14cf0ca2087 req-dee2ff5d-2fab-4eca-baa7-212fc7579968 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:52.400086 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-cc89f978-9d79-43f8-aede-f14cf0ca2087 req-dee2ff5d-2fab-4eca-baa7-212fc7579968 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 931 time: 0.0524902 May 05 15:46:52.449284 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-cc89f978-9d79-43f8-aede-f14cf0ca2087 req-87fd4a7e-a98d-4e86-9fce-bacd332f58b0 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426936 May 05 15:46:53.571678 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8cbb0-4a22-40a1-a260-365c46bdf802 req-e70e9817-29c7-4271-a06f-5f753a043f5a tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:53.573185 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-76f8cbb0-4a22-40a1-a260-365c46bdf802 req-e70e9817-29c7-4271-a06f-5f753a043f5a tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 931 time: 0.0542214 May 05 15:46:53.627746 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-76f8cbb0-4a22-40a1-a260-365c46bdf802 req-a6025992-7ac7-4af5-906c-86f44225da03 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480256 May 05 15:46:54.807584 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fe991-e8fd-451f-9157-19175ed5a528 req-6c92e667-c93e-4fd6-8599-7e4c49bfd63d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:54.809037 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-dd0fe991-e8fd-451f-9157-19175ed5a528 req-6c92e667-c93e-4fd6-8599-7e4c49bfd63d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 931 time: 0.0547049 May 05 15:46:54.858579 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-dd0fe991-e8fd-451f-9157-19175ed5a528 req-663524d3-d2d3-4a6a-a69b-888e81706261 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438676 May 05 15:46:55.979781 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce798af3-bbbb-4480-86e7-5913dc097d2e req-dcc47d20-4fe0-4bbd-931e-3afb110b5613 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:55.981298 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ce798af3-bbbb-4480-86e7-5913dc097d2e req-dcc47d20-4fe0-4bbd-931e-3afb110b5613 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 931 time: 0.0540924 May 05 15:46:56.034895 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ce798af3-bbbb-4480-86e7-5913dc097d2e req-0d9bc01d-afa1-42a1-b6db-867c435e4699 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 May 05 15:46:57.154325 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a946-ed8b-4e52-a48b-728f53e75820 req-ecccb304-cfd6-4008-af9e-067c8afa1a19 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:57.155864 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9041a946-ed8b-4e52-a48b-728f53e75820 req-ecccb304-cfd6-4008-af9e-067c8afa1a19 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 931 time: 0.0504391 May 05 15:46:57.208875 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9041a946-ed8b-4e52-a48b-728f53e75820 req-9df06021-19ec-4d5e-850a-f3814da10469 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468860 May 05 15:46:58.330852 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bcc8b-f6e1-4f39-ae9a-5bcb2b7da08d req-6f453216-1c20-4128-8e69-e7abe734e58d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:58.332317 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1e9bcc8b-f6e1-4f39-ae9a-5bcb2b7da08d req-6f453216-1c20-4128-8e69-e7abe734e58d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 931 time: 0.0520613 May 05 15:46:58.381931 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1e9bcc8b-f6e1-4f39-ae9a-5bcb2b7da08d req-a1a65ecc-d283-4470-b322-308b51a8cd43 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433550 May 05 15:46:59.209903 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Request body: {'port': {'device_id': '5269aade-7580-4c79-917e-03d56de6ad0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:46:59.268835 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:59.491953 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484eca1-962c-428d-ac86-5a001407d9ed req-9e01d86c-7571-4ae4-ad58-525d0ac24f47 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:59.493442 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4484eca1-962c-428d-ac86-5a001407d9ed req-9e01d86c-7571-4ae4-ad58-525d0ac24f47 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 931 time: 0.0462101 May 05 15:46:59.531108 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1a22b8-dcb6-43d2-ac16-5f59951f829b {{(pid=109966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:46:59.539009 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Publish callbacks [] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:59.542039 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4484eca1-962c-428d-ac86-5a001407d9ed req-4bb295d8-8073-4a78-8dbb-2aee645161a9 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430706 May 05 15:46:59.552081 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.provisioning_blocks [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Transition to ACTIVE for port object 3a1a22b8-dcb6-43d2-ac16-5f59951f829b will not be triggered until provisioned by entity L2. {{(pid=109966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:46:59.556680 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:59.606101 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:59.678346 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Attempting to bind port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:46:59.678684 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Attempting to bind port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '95534a05-76ab-4f5d-ac23-c3705807edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd'}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:46:59.679013 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Attempting to bind port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b on network a2dda0c7-6e55-4d89-970a-b7de4ba218cd {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:46:59.683686 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b on network a2dda0c7-6e55-4d89-970a-b7de4ba218cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:46:59.684013 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Attempting to bind port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b on network a2dda0c7-6e55-4d89-970a-b7de4ba218cd {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:46:59.689946 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:46:59.690323 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Checking segment: {'id': '95534a05-76ab-4f5d-ac23-c3705807edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:46:59.690743 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Bound using segment: {'id': '95534a05-76ab-4f5d-ac23-c3705807edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd'} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:46:59.691175 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Bound port: 3a1a22b8-dcb6-43d2-ac16-5f59951f829b, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95534a05-76ab-4f5d-ac23-c3705807edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd'}}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:46:59.691539 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:59.762845 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] For port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b, host hv-cinder-83979, cleared binding levels {{(pid=109966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:46:59.766710 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] For port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:46:59.772608 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:59.806690 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:59.807322 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:46:59.808670 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] 10.222.0.41 "PUT /v2.0/ports/3a1a22b8-dcb6-43d2-ac16-5f59951f829b HTTP/1.1" status: 200 len: 1093 time: 0.6031711 May 05 15:46:59.809102 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:46:59.811877 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbe5962-f4bf-42a6-90ea-3a4750668a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:46:59.842009 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7307f2-822c-46a3-bfeb-a5ef082e1c17 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,revision_number=3']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:46:59.855418 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3154a083-f2da-4fe7-9487-2827ceb5f0c3 x-openstack-request-id: req-3154a083-f2da-4fe7-9487-2827ceb5f0c3 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:46:59.855692 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:46:59.855943 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3154a083-f2da-4fe7-9487-2827ceb5f0c3 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:46:59.856307 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3154a083-f2da-4fe7-9487-2827ceb5f0c3'] response: {'name': 'network-changed', 'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b', 'status': 'completed', 'code': 200} May 05 15:46:59.905974 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-4106c02e-6c63-4824-a16b-f9ca11957279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:46:59.907607 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-4106c02e-6c63-4824-a16b-f9ca11957279 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c514ad1026564ac69a8ea5f4443371f7&device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 1127 time: 0.0439601 May 05 15:46:59.958239 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-367a7d2b-a113-45a8-a7b5-fa4a2b67c2c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b HTTP/1.1" status: 200 len: 217 time: 0.0408816 May 05 15:47:00.012492 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-ae83535a-d5f6-4aa1-b0d7-695d3f531504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:00.013956 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-ae83535a-d5f6-4aa1-b0d7-695d3f531504 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4 HTTP/1.1" status: 200 len: 854 time: 0.0467162 May 05 15:47:00.060902 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-7ecf6a5b-e571-402b-a1a2-8202ebdb2085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:00.063551 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-7ecf6a5b-e571-402b-a1a2-8202ebdb2085 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401092 May 05 15:47:00.160124 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-87fa990b-509f-45ae-9e17-5cb95c238d8f service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886247 May 05 15:47:00.253793 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f1c2f44-7d5b-4ad0-a037-ee511ab3b1c2 req-9f90b2d6-3b25-4834-9c93-6f0f67f31db5 service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838594 May 05 15:47:00.653253 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce46a5f-61ab-4d38-bb86-643d319ed4eb req-9ba5c911-b101-4146-8ed2-3990c3f5b970 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:00.654724 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2ce46a5f-61ab-4d38-bb86-643d319ed4eb req-9ba5c911-b101-4146-8ed2-3990c3f5b970 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 943 time: 0.0461097 May 05 15:47:00.700678 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2ce46a5f-61ab-4d38-bb86-643d319ed4eb req-1202178f-507b-4d2c-88f7-228b5470cba7 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400472 May 05 15:47:01.277149 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe5962-f4bf-42a6-90ea-3a4750668a4a req-7ed21fa4-ceb9-4367-a51f-51319e5ddb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:01.278637 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ffbe5962-f4bf-42a6-90ea-3a4750668a4a req-7ed21fa4-ceb9-4367-a51f-51319e5ddb29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c514ad1026564ac69a8ea5f4443371f7&device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 1127 time: 0.0427923 May 05 15:47:01.368341 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe5962-f4bf-42a6-90ea-3a4750668a4a req-e844ec2b-7cd3-46aa-bebb-f3719da711b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:01.369776 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ffbe5962-f4bf-42a6-90ea-3a4750668a4a req-e844ec2b-7cd3-46aa-bebb-f3719da711b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd HTTP/1.1" status: 200 len: 916 time: 0.0840917 May 05 15:47:01.423150 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ffbe5962-f4bf-42a6-90ea-3a4750668a4a req-1f4560d0-62b6-46ee-9a67-a22f0da9ad80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b HTTP/1.1" status: 200 len: 217 time: 0.0438478 May 05 15:47:01.470794 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe5962-f4bf-42a6-90ea-3a4750668a4a req-2b665622-c636-4b88-9296-d3d441dfd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:01.472166 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ffbe5962-f4bf-42a6-90ea-3a4750668a4a req-2b665622-c636-4b88-9296-d3d441dfd858 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4 HTTP/1.1" status: 200 len: 854 time: 0.0423524 May 05 15:47:01.521327 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe5962-f4bf-42a6-90ea-3a4750668a4a req-042a70d5-7a0b-44f0-8a66-d425c176edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:01.522834 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ffbe5962-f4bf-42a6-90ea-3a4750668a4a req-042a70d5-7a0b-44f0-8a66-d425c176edc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372612 May 05 15:47:01.613742 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ffbe5962-f4bf-42a6-90ea-3a4750668a4a req-40b485ba-aea0-4fba-87ad-2b8765108c8f service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844548 May 05 15:47:01.707819 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ffbe5962-f4bf-42a6-90ea-3a4750668a4a req-b4c32a32-cf57-4d86-af3b-8c3f2dc605d4 service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823474 May 05 15:47:01.815739 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7d45b-e69e-46f7-8535-81c0212b4712 req-74a7c51f-d5ae-4f7d-a676-6bb83088ff53 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:01.817196 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-10c7d45b-e69e-46f7-8535-81c0212b4712 req-74a7c51f-d5ae-4f7d-a676-6bb83088ff53 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 943 time: 0.0477786 May 05 15:47:01.868754 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-10c7d45b-e69e-46f7-8535-81c0212b4712 req-c24a51de-1c2a-4279-962b-302f92055f85 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460763 May 05 15:47:02.987773 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c1de7-0210-40c8-bb3e-9b82abd0ac57 req-925db68e-6ce6-4296-980b-60c90b36e5b5 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:02.989437 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-800c1de7-0210-40c8-bb3e-9b82abd0ac57 req-925db68e-6ce6-4296-980b-60c90b36e5b5 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 943 time: 0.0532446 May 05 15:47:03.040234 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-800c1de7-0210-40c8-bb3e-9b82abd0ac57 req-c12079eb-57ac-4d5e-849e-bbca08ca6d79 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433431 May 05 15:47:03.696557 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3a1a22b8-dcb6-43d2-ac16-5f59951f829b details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:47:03.795071 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:03.806809 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'port_id': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b', 'mac_address': 'fa:16:3e:73:a1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:47:03.846532 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:03.846943 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:03.862388 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1a22b8-dcb6-43d2-ac16-5f59951f829b {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:47:03.881968 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:03.886037 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:03.933723 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:04.159342 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf973a40-c54c-4ff9-b6eb-29189543cbbe req-501b668e-a0a1-45ff-9209-cd038cd59ed1 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:04.160854 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bf973a40-c54c-4ff9-b6eb-29189543cbbe req-501b668e-a0a1-45ff-9209-cd038cd59ed1 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 944 time: 0.0482166 May 05 15:47:04.184137 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['3a1a22b8-dcb6-43d2-ac16-5f59951f829b'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:47:04.211647 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bf973a40-c54c-4ff9-b6eb-29189543cbbe req-a9d5a1d3-a1ea-44a8-8f2b-93405f19b856 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445294 May 05 15:47:04.348878 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46754800-d627-4d62-b190-81f4db750ae2 req-d6c8cc19-529d-4a3b-a9fa-017068536a53 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:04.350317 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-46754800-d627-4d62-b190-81f4db750ae2 req-d6c8cc19-529d-4a3b-a9fa-017068536a53 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0526054 May 05 15:47:04.399651 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-46754800-d627-4d62-b190-81f4db750ae2 req-c6318de1-f2a5-4000-8e76-b51924528ac4 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415957 May 05 15:47:05.337568 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa00990-2206-4903-8199-51828db29d7a req-4bdf11aa-4721-45a5-a997-457e556612d3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:05.339056 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2fa00990-2206-4903-8199-51828db29d7a req-4bdf11aa-4721-45a5-a997-457e556612d3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 944 time: 0.0498655 May 05 15:47:05.384532 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2fa00990-2206-4903-8199-51828db29d7a req-ecdd512a-2c50-4a7f-9f32-d1c14506dac7 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392499 May 05 15:47:05.512477 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d2f09-1e83-4157-95d6-087a67a04472 req-55979573-7fad-428f-bbba-e40046124c70 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:05.513996 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b69d2f09-1e83-4157-95d6-087a67a04472 req-55979573-7fad-428f-bbba-e40046124c70 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0471914 May 05 15:47:05.560162 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b69d2f09-1e83-4157-95d6-087a67a04472 req-2e8a9407-6221-47a4-b2b8-9dd4614696d7 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 May 05 15:47:05.706580 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3a1a22b8-dcb6-43d2-ac16-5f59951f829b up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:47:05.750251 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:47:05.756336 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:05.756788 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:05.834591 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:05.834976 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:05.857325 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:05.860260 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a625b6c0-fbd4-47ca-85e4-25ac0659f21b" -d '{"events": [{"server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "name": "network-vif-plugged", "status": "completed", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:05.873152 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:05.877604 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:05.901802 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1f04af-6a63-41a8-bc8c-c9c0289bd565 x-openstack-request-id: req-9c1f04af-6a63-41a8-bc8c-c9c0289bd565 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:05.902236 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "name": "network-vif-plugged", "status": "completed", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:05.902494 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c1f04af-6a63-41a8-bc8c-c9c0289bd565 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:05.902885 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1f04af-6a63-41a8-bc8c-c9c0289bd565'] response: {'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b', 'code': 200} May 05 15:47:05.928657 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:06.498178 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46c33a-12b7-402e-89cd-cdb50cf499ea req-ec246b62-1406-418f-88da-57de02c127d2 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:06.500229 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dd46c33a-12b7-402e-89cd-cdb50cf499ea req-ec246b62-1406-418f-88da-57de02c127d2 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 945 time: 0.0506530 May 05 15:47:06.546838 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dd46c33a-12b7-402e-89cd-cdb50cf499ea req-b1fe9b1e-0414-455f-a975-8ddf5222252d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 May 05 15:47:06.673840 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8c6de-43d3-445f-a6b9-7d3513f7a766 req-10476684-a620-4efc-b967-fde162ac151a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:06.675301 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f1a8c6de-43d3-445f-a6b9-7d3513f7a766 req-10476684-a620-4efc-b967-fde162ac151a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0470853 May 05 15:47:06.721768 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f1a8c6de-43d3-445f-a6b9-7d3513f7a766 req-57d26782-00af-480e-834e-e3bb6c602f87 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409114 May 05 15:47:07.665339 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbf5b0-0495-4890-a3d0-58b80df0c247 req-63859c77-e5e9-41b3-82a8-206f36fc4cb2 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:07.666985 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3bfbf5b0-0495-4890-a3d0-58b80df0c247 req-63859c77-e5e9-41b3-82a8-206f36fc4cb2 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 945 time: 0.0471015 May 05 15:47:07.740946 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3bfbf5b0-0495-4890-a3d0-58b80df0c247 req-c5f06fe3-b211-4668-8f51-5cb0cd7d18c2 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680516 May 05 15:47:07.746033 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf037a0-9f59-466c-9ae7-65e63ae702a7 req-3b4efb9b-6ed7-42a6-b896-2137cc34ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:07.747504 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dcf037a0-9f59-466c-9ae7-65e63ae702a7 req-3b4efb9b-6ed7-42a6-b896-2137cc34ef18 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 1129 time: 0.0483291 May 05 15:47:07.798506 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dcf037a0-9f59-466c-9ae7-65e63ae702a7 req-d3c0557b-8874-44f9-810d-4875cf135aa1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440407 May 05 15:47:07.833862 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a59af4-ed0b-426c-bcb1-775e9b83ac82 req-f6ccb232-d0ec-4932-97ee-e7d5f0df9897 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:07.835338 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-80a59af4-ed0b-426c-bcb1-775e9b83ac82 req-f6ccb232-d0ec-4932-97ee-e7d5f0df9897 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0451899 May 05 15:47:07.883716 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-80a59af4-ed0b-426c-bcb1-775e9b83ac82 req-94c453b5-ebd0-4b62-90c6-c50de943727b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=022b56c8-d95c-4ac1-bf9d-1d6a65e95565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425661 May 05 15:47:08.044421 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-1f2b59a3-2a0f-44a8-99fe-21505b1b152c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:08.046066 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-1f2b59a3-2a0f-44a8-99fe-21505b1b152c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.41 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 946 time: 0.0462258 May 05 15:47:08.134466 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Deleting port 29e6302c-693f-4837-a578-0a0d08d005c2 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:47:08.134809 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:08.224724 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] For port 29e6302c-693f-4837-a578-0a0d08d005c2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=29e6302c-693f-4837-a578-0a0d08d005c2,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:08.225084 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:08.440370 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:08.440646 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (f461e7e6-d66f-45d4-ac53-6ee67f54b90d), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:08.440961 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.l3_db [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Floating IP f461e7e6-d66f-45d4-ac53-6ee67f54b90d disassociated. External IP: 172.27.3.123, port: 29e6302c-693f-4837-a578-0a0d08d005c2. May 05 15:47:08.441301 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Calling delete_port for 29e6302c-693f-4837-a578-0a0d08d005c2 owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:47:08.565644 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (29e6302c-693f-4837-a578-0a0d08d005c2), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:08.595299 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Pushing event deleted for resources: {'Port': ['ID=29e6302c-693f-4837-a578-0a0d08d005c2,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:08.710953 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Router a1c45422-37da-46e5-8bad-2f6b8c9af027 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:47:08.990664 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0e8e31e5-972f-44d4-8d91-3a231c869d64 req-4dca7547-d7de-4e5b-829f-71759a8451c3 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=3411a40e-d4f3-40c4-9136-295f553ca811 HTTP/1.1" status: 200 len: 210 time: 0.0355730 May 05 15:47:09.096771 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:47:09.111342 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889bd72f-3ae8-428c-a2fb-5da06976fd5e None None] Sync routers for ids ['a1c45422-37da-46e5-8bad-2f6b8c9af027'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:47:09.121436 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889bd72f-3ae8-428c-a2fb-5da06976fd5e None None] Routers {'a1c45422-37da-46e5-8bad-2f6b8c9af027'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:09.122355 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-889bd72f-3ae8-428c-a2fb-5da06976fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:46:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['a1c45422-37da-46e5-8bad-2f6b8c9af027'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:09.128577 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f0b94-9485-427f-ba70-62588da89b71 req-21290e1c-af4b-4551-a0ac-d28345a5860e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:09.130046 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3c4f0b94-9485-427f-ba70-62588da89b71 req-21290e1c-af4b-4551-a0ac-d28345a5860e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 945 time: 0.3191795 May 05 15:47:09.156314 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] No DVR routers for this DVR port 29e6302c-693f-4837-a578-0a0d08d005c2 on host hv-cinder-83979 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:47:09.162648 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:09.165913 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d75380d1-ca92-4f02-bbac-1ae4a48574f4 req-7fd210af-371f-4b45-ac2d-d6f8cb354bbe tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.41 "DELETE /v2.0/ports/29e6302c-693f-4837-a578-0a0d08d005c2 HTTP/1.1" status: 204 len: 173 time: 1.1112108 May 05 15:47:09.166431 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3411a40e-d4f3-40c4-9136-295f553ca811', 'name': 'network-vif-deleted', 'tag': '29e6302c-693f-4837-a578-0a0d08d005c2'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:09.168709 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e792fc0a-f12c-4008-89e8-02a28bb0264e" -d '{"events": [{"server_uuid": "3411a40e-d4f3-40c4-9136-295f553ca811", "name": "network-vif-deleted", "tag": "29e6302c-693f-4837-a578-0a0d08d005c2"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:09.217579 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c17bae-eccf-48e1-9376-14b6f32c1bd2 x-openstack-request-id: req-a1c17bae-eccf-48e1-9376-14b6f32c1bd2 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:09.217877 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3411a40e-d4f3-40c4-9136-295f553ca811", "name": "network-vif-deleted", "tag": "29e6302c-693f-4837-a578-0a0d08d005c2", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:09.218383 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1c17bae-eccf-48e1-9376-14b6f32c1bd2 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:09.218792 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c17bae-eccf-48e1-9376-14b6f32c1bd2'] response: {'server_uuid': '3411a40e-d4f3-40c4-9136-295f553ca811', 'name': 'network-vif-deleted', 'tag': '29e6302c-693f-4837-a578-0a0d08d005c2', 'status': 'completed', 'code': 200} May 05 15:47:09.225931 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3c4f0b94-9485-427f-ba70-62588da89b71 req-985dcf58-3de9-4050-89cf-16c43e92a6ac tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868654 May 05 15:47:09.273558 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-889bd72f-3ae8-428c-a2fb-5da06976fd5e None None] Set router a1c45422-37da-46e5-8bad-2f6b8c9af027 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:09.478226 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-889bd72f-3ae8-428c-a2fb-5da06976fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:18Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '8f961419-1c0a-44a5-971f-ecc2eedb8bde', 'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'tenant_id': '39d949f289df486faadefe44a5063929', 'mac_address': 'fa:16:3e:43:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:16Z', 'updated_at': '2022-05-05T15:42:24Z', 'revision_number': 5, 'project_id': '39d949f289df486faadefe44a5063929', 'subnets': [{'id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:09.508333 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889bd72f-3ae8-428c-a2fb-5da06976fd5e None None] Checking router: a1c45422-37da-46e5-8bad-2f6b8c9af027 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:47:09.516974 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889bd72f-3ae8-428c-a2fb-5da06976fd5e None None] Routers {'a1c45422-37da-46e5-8bad-2f6b8c9af027'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:09.517581 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-889bd72f-3ae8-428c-a2fb-5da06976fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:46:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['a1c45422-37da-46e5-8bad-2f6b8c9af027'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:09.624262 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-889bd72f-3ae8-428c-a2fb-5da06976fd5e None None] Set router a1c45422-37da-46e5-8bad-2f6b8c9af027 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:09.957874 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-889bd72f-3ae8-428c-a2fb-5da06976fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:18Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '8f961419-1c0a-44a5-971f-ecc2eedb8bde', 'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'tenant_id': '39d949f289df486faadefe44a5063929', 'mac_address': 'fa:16:3e:43:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:16Z', 'updated_at': '2022-05-05T15:42:24Z', 'revision_number': 5, 'project_id': '39d949f289df486faadefe44a5063929', 'subnets': [{'id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:09.985086 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889bd72f-3ae8-428c-a2fb-5da06976fd5e None None] The sync data for ids ['a1c45422-37da-46e5-8bad-2f6b8c9af027'] in dv-cinder-839793-9-iscsi is: [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:42:18Z', 'revision_number': 4, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '8f961419-1c0a-44a5-971f-ecc2eedb8bde', 'name': '', 'network_id': '371d1c4c-f489-46f4-9586-d2540e98ca89', 'tenant_id': '39d949f289df486faadefe44a5063929', 'mac_address': 'fa:16:3e:43:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:16Z', 'updated_at': '2022-05-05T15:42:24Z', 'revision_number': 5, 'project_id': '39d949f289df486faadefe44a5063929', 'subnets': [{'id': 'e9a2f9ab-124d-43cd-b2c1-ac79d509aee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:47:10.134542 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60280) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:10.193784 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-46c4b237-f82f-48fa-9eff-6de0334d443c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for security_group (022b56c8-d95c-4ac1-bf9d-1d6a65e95565), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:10.219272 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-46c4b237-f82f-48fa-9eff-6de0334d443c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for security_group (022b56c8-d95c-4ac1-bf9d-1d6a65e95565), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:10.274866 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-46c4b237-f82f-48fa-9eff-6de0334d443c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (022b56c8-d95c-4ac1-bf9d-1d6a65e95565), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:10.277495 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-46c4b237-f82f-48fa-9eff-6de0334d443c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:10.278986 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-46c4b237-f82f-48fa-9eff-6de0334d443c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "DELETE /v2.0/security-groups/022b56c8-d95c-4ac1-bf9d-1d6a65e95565 HTTP/1.1" status: 204 len: 168 time: 0.1433265 May 05 15:47:10.282069 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60284) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:10.289013 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4b237-f82f-48fa-9eff-6de0334d443c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022b56c8-d95c-4ac1-bf9d-1d6a65e95565,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:10.301294 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.api.v2.resource [None req-c9cb1ce5-8689-4e7b-ab5f-5e69408e4c47 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] show failed (client error): The resource could not be found. May 05 15:47:10.302815 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c9cb1ce5-8689-4e7b-ab5f-5e69408e4c47 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups/022b56c8-d95c-4ac1-bf9d-1d6a65e95565 HTTP/1.1" status: 404 len: 347 time: 0.0190825 May 05 15:47:10.305216 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60286) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:10.367953 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff4364-ad79-4724-9ed0-e09e89b9cf7a req-1900a757-f46c-496f-9af8-9c853ab49059 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:10.369440 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0aff4364-ad79-4724-9ed0-e09e89b9cf7a req-1900a757-f46c-496f-9af8-9c853ab49059 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 945 time: 0.0514698 May 05 15:47:10.415998 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07df188-bdc9-43ae-bb80-84ec84cebda6 None None] New status for floating IP f461e7e6-d66f-45d4-ac53-6ee67f54b90d: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:47:10.446295 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-9b33ae78-001a-4bfe-b668-874af55cf0af tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Deleting port 5bf3e6cc-4fd0-4531-8f09-05891b5444b7 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:47:10.447325 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9b33ae78-001a-4bfe-b668-874af55cf0af tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (5bf3e6cc-4fd0-4531-8f09-05891b5444b7), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:10.599820 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9b33ae78-001a-4bfe-b668-874af55cf0af tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (5bf3e6cc-4fd0-4531-8f09-05891b5444b7), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:10.600442 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9b33ae78-001a-4bfe-b668-874af55cf0af tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for floatingip (5bf3e6cc-4fd0-4531-8f09-05891b5444b7), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:10.629580 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-9b33ae78-001a-4bfe-b668-874af55cf0af tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Calling delete_port for 5bf3e6cc-4fd0-4531-8f09-05891b5444b7 owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:47:10.709418 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0aff4364-ad79-4724-9ed0-e09e89b9cf7a req-7d0676fe-1457-40dd-a671-a3a8ddea4d10 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329909 May 05 15:47:10.849707 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9b33ae78-001a-4bfe-b668-874af55cf0af tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (5bf3e6cc-4fd0-4531-8f09-05891b5444b7), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:10.879933 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dba98e-c341-4303-9911-5ae8db6f1b98 req-08807328-7a57-4658-b449-5d2735091eba tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:10.881543 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3dba98e-c341-4303-9911-5ae8db6f1b98 req-08807328-7a57-4658-b449-5d2735091eba tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 945 time: 0.0774653 May 05 15:47:10.884375 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33ae78-001a-4bfe-b668-874af55cf0af tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Pushing event deleted for resources: {'Port': ['ID=5bf3e6cc-4fd0-4531-8f09-05891b5444b7,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:10.982799 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3dba98e-c341-4303-9911-5ae8db6f1b98 req-ff7035e0-9446-46ed-ad6a-5e490f3a5154 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939717 May 05 15:47:10.985890 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9b33ae78-001a-4bfe-b668-874af55cf0af tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks [] for floatingip (f461e7e6-d66f-45d4-ac53-6ee67f54b90d), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:10.988708 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9b33ae78-001a-4bfe-b668-874af55cf0af tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:10.992342 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-9b33ae78-001a-4bfe-b668-874af55cf0af tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "DELETE /v2.0/floatingips/f461e7e6-d66f-45d4-ac53-6ee67f54b90d HTTP/1.1" status: 204 len: 168 time: 0.6836164 May 05 15:47:11.340669 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b73e19-c49f-4c14-9b8f-d7b876a22a11 req-a610a63f-b54b-41cd-962b-9173aa81e1b6 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:11.342994 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-45b73e19-c49f-4c14-9b8f-d7b876a22a11 req-a610a63f-b54b-41cd-962b-9173aa81e1b6 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 945 time: 0.0522292 May 05 15:47:11.391686 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-45b73e19-c49f-4c14-9b8f-d7b876a22a11 req-5e411cfe-4c40-42a9-bf57-f603196574e3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428903 May 05 15:47:11.720549 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 29e6302c-693f-4837-a578-0a0d08d005c2 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:47:11.740443 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: 29e6302c-693f-4837-a578-0a0d08d005c2 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:47:11.740795 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 29e6302c-693f-4837-a578-0a0d08d005c2 not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:47:13.429625 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-903d817c-2af7-411c-ba0a-a301045e00a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:13.463680 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220d7cb-39c4-4706-a043-bcf9a4bd263f req-6ddee420-bf23-40d4-b8fe-81debd273d87 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:13.465097 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f220d7cb-39c4-4706-a043-bcf9a4bd263f req-6ddee420-bf23-40d4-b8fe-81debd273d87 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0472758 May 05 15:47:13.515564 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f220d7cb-39c4-4706-a043-bcf9a4bd263f req-c26df61b-eace-4f13-b8c1-92216aea6fc5 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441525 May 05 15:47:14.297353 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc0e42-4537-4c96-8615-beb12b08a9ae req-13dacf98-484a-4c36-b05f-feb74e4e3926 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:14.298825 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3cbc0e42-4537-4c96-8615-beb12b08a9ae req-13dacf98-484a-4c36-b05f-feb74e4e3926 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.2174845 May 05 15:47:14.350590 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3cbc0e42-4537-4c96-8615-beb12b08a9ae req-62f18c80-7b8c-463e-bf1a-8eec8a25fb1d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462193 May 05 15:47:14.681254 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338c46-fad8-41cb-b4ba-bd1620e37721 req-0df9355f-abc7-4723-8c24-940dd43e4968 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:14.682732 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a0338c46-fad8-41cb-b4ba-bd1620e37721 req-0df9355f-abc7-4723-8c24-940dd43e4968 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0987489 May 05 15:47:14.734920 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a0338c46-fad8-41cb-b4ba-bd1620e37721 req-9fe8302f-ac2a-42ad-90ee-47df7d1f55e8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458364 May 05 15:47:15.463079 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0f8c0-2ca2-40b8-bec4-29deabbf74f9 req-a7f35e25-7990-4b34-837f-1e6c1ad72912 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:15.464525 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1de0f8c0-2ca2-40b8-bec4-29deabbf74f9 req-a7f35e25-7990-4b34-837f-1e6c1ad72912 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0476546 May 05 15:47:15.513185 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1de0f8c0-2ca2-40b8-bec4-29deabbf74f9 req-579a04bf-9b62-4d97-8d8e-7dcdd00e33f3 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 May 05 15:47:15.590280 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87d299a1-213a-4c1c-8a17-342c0dcf3ff7 req-3534b7e1-2709-4c05-bae7-131ec88d3340 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375707 May 05 15:47:15.628470 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:15.702000 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8e437-6b65-453f-b741-9cc6bcd74eab req-3585cfdc-64c5-476e-b746-fcc13cabe6f4 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:15.703395 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-67d8e437-6b65-453f-b741-9cc6bcd74eab req-3585cfdc-64c5-476e-b746-fcc13cabe6f4 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0745957 May 05 15:47:15.704476 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d299a1-213a-4c1c-8a17-342c0dcf3ff7 req-389f334c-af2b-4fb1-9ace-5e8dc9ef886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:15.705817 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87d299a1-213a-4c1c-8a17-342c0dcf3ff7 req-389f334c-af2b-4fb1-9ace-5e8dc9ef886a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd7f78fcf0be461796d2a86956cf3b9d&device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 1129 time: 0.0659809 May 05 15:47:15.780907 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d9a0780b-f947-430a-bca4-d09130e1586a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:15.916135 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-67d8e437-6b65-453f-b741-9cc6bcd74eab req-9249ac91-f3f3-4a5b-a714-2c31c0e4c08c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Deleting port fe74fb4d-77fe-475a-83fd-fe75676bb29f {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:47:15.916460 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-67d8e437-6b65-453f-b741-9cc6bcd74eab req-9249ac91-f3f3-4a5b-a714-2c31c0e4c08c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:15.932966 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987b3b9-1703-44a6-aeae-fd92b7890d43 req-00e0024b-42aa-4742-ada2-240a64419aeb tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:15.934501 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2987b3b9-1703-44a6-aeae-fd92b7890d43 req-00e0024b-42aa-4742-ada2-240a64419aeb tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab7a541c-94e6-45d7-99ab-c302fa07d4b1 HTTP/1.1" status: 200 len: 945 time: 0.1272206 May 05 15:47:15.969286 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d299a1-213a-4c1c-8a17-342c0dcf3ff7 req-e2c8b400-5ac1-4a1f-8e63-787ae5e71808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:15.970641 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87d299a1-213a-4c1c-8a17-342c0dcf3ff7 req-e2c8b400-5ac1-4a1f-8e63-787ae5e71808 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32 HTTP/1.1" status: 200 len: 912 time: 0.2293823 May 05 15:47:16.105149 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2987b3b9-1703-44a6-aeae-fd92b7890d43 req-c0c36a9a-39f2-4776-a5ce-eeac08dc4705 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618915 May 05 15:47:16.112448 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87d299a1-213a-4c1c-8a17-342c0dcf3ff7 req-a6e094c0-7f09-4314-b2fc-a9d937202e4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08434f96-b818-411c-a085-51a489bc8560 HTTP/1.1" status: 200 len: 1000 time: 0.1323814 May 05 15:47:16.119107 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-67d8e437-6b65-453f-b741-9cc6bcd74eab req-9249ac91-f3f3-4a5b-a714-2c31c0e4c08c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] For port fe74fb4d-77fe-475a-83fd-fe75676bb29f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fe74fb4d-77fe-475a-83fd-fe75676bb29f,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:16.119474 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-67d8e437-6b65-453f-b741-9cc6bcd74eab req-9249ac91-f3f3-4a5b-a714-2c31c0e4c08c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:16.160575 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-67d8e437-6b65-453f-b741-9cc6bcd74eab req-9249ac91-f3f3-4a5b-a714-2c31c0e4c08c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Calling delete_port for fe74fb4d-77fe-475a-83fd-fe75676bb29f owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:47:16.211279 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d299a1-213a-4c1c-8a17-342c0dcf3ff7 req-e3388c27-1c5c-4958-8d14-a7d6f148456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:16.212732 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87d299a1-213a-4c1c-8a17-342c0dcf3ff7 req-e3388c27-1c5c-4958-8d14-a7d6f148456d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8d8ae-fc09-441d-bf00-c996815f485d HTTP/1.1" status: 200 len: 850 time: 0.0907900 May 05 15:47:16.276844 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d299a1-213a-4c1c-8a17-342c0dcf3ff7 req-aa8e2fb7-2e18-4989-8eb4-795e2843b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:16.278247 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87d299a1-213a-4c1c-8a17-342c0dcf3ff7 req-aa8e2fb7-2e18-4989-8eb4-795e2843b4b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525875 May 05 15:47:16.384468 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-67d8e437-6b65-453f-b741-9cc6bcd74eab req-9249ac91-f3f3-4a5b-a714-2c31c0e4c08c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (fe74fb4d-77fe-475a-83fd-fe75676bb29f), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:16.396713 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['fc65f9ad-07a2-491d-a05d-84775397a22e', 'fe74fb4d-77fe-475a-83fd-fe75676bb29f'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:47:16.421764 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249ac91-f3f3-4a5b-a714-2c31c0e4c08c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Pushing event deleted for resources: {'Port': ['ID=fe74fb4d-77fe-475a-83fd-fe75676bb29f,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:16.464980 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87d299a1-213a-4c1c-8a17-342c0dcf3ff7 req-747525be-31c0-4690-8ee9-8fc787f0dd13 service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571236 May 05 15:47:16.488888 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d8e437-6b65-453f-b741-9cc6bcd74eab req-9249ac91-f3f3-4a5b-a714-2c31c0e4c08c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] No DVR routers for this DVR port fe74fb4d-77fe-475a-83fd-fe75676bb29f on host hv-cinder-83979 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:47:16.491907 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-67d8e437-6b65-453f-b741-9cc6bcd74eab req-9249ac91-f3f3-4a5b-a714-2c31c0e4c08c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:16.495442 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-67d8e437-6b65-453f-b741-9cc6bcd74eab req-9249ac91-f3f3-4a5b-a714-2c31c0e4c08c tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.41 "DELETE /v2.0/ports/fe74fb4d-77fe-475a-83fd-fe75676bb29f HTTP/1.1" status: 204 len: 173 time: 0.7822564 May 05 15:47:16.495891 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7a541c-94e6-45d7-99ab-c302fa07d4b1', 'name': 'network-vif-deleted', 'tag': 'fe74fb4d-77fe-475a-83fd-fe75676bb29f'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:16.498328 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c613d3f-a84a-45b5-a7e0-107867791549" -d '{"events": [{"server_uuid": "ab7a541c-94e6-45d7-99ab-c302fa07d4b1", "name": "network-vif-deleted", "tag": "fe74fb4d-77fe-475a-83fd-fe75676bb29f"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:16.602773 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3346e77-dbfb-4a5f-842b-2727c91d2cbe x-openstack-request-id: req-c3346e77-dbfb-4a5f-842b-2727c91d2cbe {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:16.603157 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7a541c-94e6-45d7-99ab-c302fa07d4b1", "name": "network-vif-deleted", "tag": "fe74fb4d-77fe-475a-83fd-fe75676bb29f", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:16.603468 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3346e77-dbfb-4a5f-842b-2727c91d2cbe {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:16.603922 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3346e77-dbfb-4a5f-842b-2727c91d2cbe'] response: {'server_uuid': 'ab7a541c-94e6-45d7-99ab-c302fa07d4b1', 'name': 'network-vif-deleted', 'tag': 'fe74fb4d-77fe-475a-83fd-fe75676bb29f', 'status': 'completed', 'code': 200} May 05 15:47:16.653846 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87d299a1-213a-4c1c-8a17-342c0dcf3ff7 req-f5fa81e2-c040-462f-8fe5-f9ad27806b69 service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728554 May 05 15:47:16.672249 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee118a-c6e8-4757-b576-656ba74073b2 req-05cb40cb-a352-4fa3-878a-f5f97b33f836 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:16.673839 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2dee118a-c6e8-4757-b576-656ba74073b2 req-05cb40cb-a352-4fa3-878a-f5f97b33f836 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0737312 May 05 15:47:16.736804 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2dee118a-c6e8-4757-b576-656ba74073b2 req-36d307c1-1028-4efb-a081-bad0ef632b3f tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561049 May 05 15:47:16.993102 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:17.230466 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:47:17.383499 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa6be2-290d-4cf6-845a-6ab562a7c1dd req-72e33148-0514-4963-870e-d79b9640f92b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:17.385039 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-59aa6be2-290d-4cf6-845a-6ab562a7c1dd req-72e33148-0514-4963-870e-d79b9640f92b tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0469980 May 05 15:47:17.433887 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-59aa6be2-290d-4cf6-845a-6ab562a7c1dd req-19627ba3-b7fe-4d69-8c55-0cf7a648d0e8 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430689 May 05 15:47:17.851619 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba5baf-fda4-48c1-826d-10ebb352b075 req-af7b3584-59ae-4401-b594-54fcce5b64ef tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:17.853074 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1eba5baf-fda4-48c1-826d-10ebb352b075 req-af7b3584-59ae-4401-b594-54fcce5b64ef tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0463734 May 05 15:47:17.900771 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1eba5baf-fda4-48c1-826d-10ebb352b075 req-a698d12b-ba4d-4c0d-960f-b16a786a2f4d tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416105 May 05 15:47:18.459544 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:18.550681 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfa87c-7b05-4312-a4e9-17bd702b50fd req-7b220048-10db-46cb-9089-8489d7296ba6 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:18.552121 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bddfa87c-7b05-4312-a4e9-17bd702b50fd req-7b220048-10db-46cb-9089-8489d7296ba6 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0489771 May 05 15:47:18.598462 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bddfa87c-7b05-4312-a4e9-17bd702b50fd req-1a576b54-aa37-4ed0-886d-655fa01de74a tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405848 May 05 15:47:19.015138 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149baf5-2c77-44a1-9c6f-f9c20a97b3d5 req-06a9a9b2-c0f0-4da7-8854-a8dc90b68da6 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:19.016623 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5149baf5-2c77-44a1-9c6f-f9c20a97b3d5 req-06a9a9b2-c0f0-4da7-8854-a8dc90b68da6 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0479679 May 05 15:47:19.075247 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5149baf5-2c77-44a1-9c6f-f9c20a97b3d5 req-d81dba26-b70c-49bc-ade4-e831b6ac4890 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528557 May 05 15:47:19.711739 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd3295-74fd-4709-9883-d68c6d2a7631 req-44dabca2-3dd4-4e18-a97f-9edbc5a43603 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:19.713231 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-10cd3295-74fd-4709-9883-d68c6d2a7631 req-44dabca2-3dd4-4e18-a97f-9edbc5a43603 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0503404 May 05 15:47:19.760313 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-10cd3295-74fd-4709-9883-d68c6d2a7631 req-b08f029d-e60d-4042-b8b8-f684d23f9560 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 May 05 15:47:19.812014 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device fe74fb4d-77fe-475a-83fd-fe75676bb29f no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:47:19.831956 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: fe74fb4d-77fe-475a-83fd-fe75676bb29f {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:47:19.832307 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device fe74fb4d-77fe-475a-83fd-fe75676bb29f not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:47:19.948430 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:20.187539 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c994d-b05f-47b6-9413-5f9b52875251 req-14ab2993-4d44-4288-ab89-4321143cf8ab tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:20.189016 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ef1c994d-b05f-47b6-9413-5f9b52875251 req-14ab2993-4d44-4288-ab89-4321143cf8ab tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0470371 May 05 15:47:20.237849 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ef1c994d-b05f-47b6-9413-5f9b52875251 req-793b7e8c-b7f0-45c0-b9b4-ea3a5ff5a977 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 May 05 15:47:20.873249 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1258dc1-7e28-4732-8afc-1094d333d837 req-36953459-3610-4efd-b5ac-2943069b5977 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:20.874698 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e1258dc1-7e28-4732-8afc-1094d333d837 req-36953459-3610-4efd-b5ac-2943069b5977 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0500393 May 05 15:47:20.920824 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e1258dc1-7e28-4732-8afc-1094d333d837 req-b35c122c-f4eb-4a7d-8ddf-2aca121249e0 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 May 05 15:47:21.393467 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525538-d362-4b16-8fa8-72518de640ff req-652d04d0-1701-4e7e-a208-54fab4e326c0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:21.395023 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-de525538-d362-4b16-8fa8-72518de640ff req-652d04d0-1701-4e7e-a208-54fab4e326c0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0913672 May 05 15:47:21.409856 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1bb24-fcbb-4410-b9ac-5e36e05bd8c4 req-3ff75934-f64b-4e46-837c-825440a4a365 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:21.410791 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c6a1bb24-fcbb-4410-b9ac-5e36e05bd8c4 req-3ff75934-f64b-4e46-837c-825440a4a365 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0726001 May 05 15:47:21.454081 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-de525538-d362-4b16-8fa8-72518de640ff req-653873c4-53b0-455f-ba87-e8b421cf0c7c tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521457 May 05 15:47:21.802971 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-c6a1bb24-fcbb-4410-b9ac-5e36e05bd8c4 req-820d40d4-2e78-4094-b50a-302bce916da2 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Deleting port fc65f9ad-07a2-491d-a05d-84775397a22e {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:47:21.803232 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c6a1bb24-fcbb-4410-b9ac-5e36e05bd8c4 req-820d40d4-2e78-4094-b50a-302bce916da2 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:21.893098 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-c6a1bb24-fcbb-4410-b9ac-5e36e05bd8c4 req-820d40d4-2e78-4094-b50a-302bce916da2 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] For port fc65f9ad-07a2-491d-a05d-84775397a22e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fc65f9ad-07a2-491d-a05d-84775397a22e,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:21.893453 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c6a1bb24-fcbb-4410-b9ac-5e36e05bd8c4 req-820d40d4-2e78-4094-b50a-302bce916da2 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:21.905726 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-c6a1bb24-fcbb-4410-b9ac-5e36e05bd8c4 req-820d40d4-2e78-4094-b50a-302bce916da2 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Calling delete_port for fc65f9ad-07a2-491d-a05d-84775397a22e owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:47:22.038140 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde169b-7556-4c9d-b71d-5620356cf7f2 req-4ab5d1e1-3f1c-489f-9ac2-2deef30f6154 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:22.040402 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8bde169b-7556-4c9d-b71d-5620356cf7f2 req-4ab5d1e1-3f1c-489f-9ac2-2deef30f6154 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bcb5e2a-04d2-4c80-9f0d-619f745b0de8 HTTP/1.1" status: 200 len: 946 time: 0.0523319 May 05 15:47:22.044058 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c6a1bb24-fcbb-4410-b9ac-5e36e05bd8c4 req-820d40d4-2e78-4094-b50a-302bce916da2 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (fc65f9ad-07a2-491d-a05d-84775397a22e), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:22.059668 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['fc65f9ad-07a2-491d-a05d-84775397a22e'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:47:22.079099 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d40d4-2e78-4094-b50a-302bce916da2 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Pushing event deleted for resources: {'Port': ['ID=fc65f9ad-07a2-491d-a05d-84775397a22e,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:22.093689 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8bde169b-7556-4c9d-b71d-5620356cf7f2 req-3f26e037-34ac-433c-bff5-104c62a6bd74 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6344b8-f267-43be-bd71-421401d9c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463989 May 05 15:47:22.131962 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a1bb24-fcbb-4410-b9ac-5e36e05bd8c4 req-820d40d4-2e78-4094-b50a-302bce916da2 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] No DVR routers for this DVR port fc65f9ad-07a2-491d-a05d-84775397a22e on host hv-cinder-83979 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:47:22.134604 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c6a1bb24-fcbb-4410-b9ac-5e36e05bd8c4 req-820d40d4-2e78-4094-b50a-302bce916da2 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:22.137961 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c6a1bb24-fcbb-4410-b9ac-5e36e05bd8c4 req-820d40d4-2e78-4094-b50a-302bce916da2 tempest-ServerRescueNegativeTestJSON-873350833 tempest-ServerRescueNegativeTestJSON-873350833-project] 10.222.0.41 "DELETE /v2.0/ports/fc65f9ad-07a2-491d-a05d-84775397a22e HTTP/1.1" status: 204 len: 173 time: 0.4162478 May 05 15:47:22.138521 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcb5e2a-04d2-4c80-9f0d-619f745b0de8', 'name': 'network-vif-deleted', 'tag': 'fc65f9ad-07a2-491d-a05d-84775397a22e'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:22.140795 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd29d80-adb1-42fa-8bd1-851d31da7e4f" -d '{"events": [{"server_uuid": "2bcb5e2a-04d2-4c80-9f0d-619f745b0de8", "name": "network-vif-deleted", "tag": "fc65f9ad-07a2-491d-a05d-84775397a22e"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:22.181270 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd11d5da-05e5-4605-9fc2-db3f2212b61c x-openstack-request-id: req-fd11d5da-05e5-4605-9fc2-db3f2212b61c {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:22.181611 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcb5e2a-04d2-4c80-9f0d-619f745b0de8", "name": "network-vif-deleted", "tag": "fc65f9ad-07a2-491d-a05d-84775397a22e", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:22.181812 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fd11d5da-05e5-4605-9fc2-db3f2212b61c {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:22.182270 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd11d5da-05e5-4605-9fc2-db3f2212b61c'] response: {'server_uuid': '2bcb5e2a-04d2-4c80-9f0d-619f745b0de8', 'name': 'network-vif-deleted', 'tag': 'fc65f9ad-07a2-491d-a05d-84775397a22e', 'status': 'completed', 'code': 200} May 05 15:47:22.570676 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80b567-76c3-4668-87cd-04a1392b8989 req-f215ad91-e992-4dfc-97d3-69cdc0de82c6 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:22.572357 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ae80b567-76c3-4668-87cd-04a1392b8989 req-f215ad91-e992-4dfc-97d3-69cdc0de82c6 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0492406 May 05 15:47:22.627022 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ae80b567-76c3-4668-87cd-04a1392b8989 req-0e7191af-b94a-478f-8cf6-d00a1ffa2d42 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473149 May 05 15:47:22.886208 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a0e96-62a3-4fd6-b165-485884d15542 req-3051c50a-3525-44c5-94d9-fc17bedf66e3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:22.887665 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-243a0e96-62a3-4fd6-b165-485884d15542 req-3051c50a-3525-44c5-94d9-fc17bedf66e3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 945 time: 0.0479271 May 05 15:47:22.933029 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-243a0e96-62a3-4fd6-b165-485884d15542 req-d0f2912c-3d69-410f-aaf2-d60e668872cb tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 May 05 15:47:22.955210 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60408) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:23.091155 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b93e7-0c6f-4c4f-97cb-71b5feb55fb5 tempest-TestMinimumBasicScenario-915699723 tempest-TestMinimumBasicScenario-915699723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:23.093162 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-384b93e7-0c6f-4c4f-97cb-71b5feb55fb5 tempest-TestMinimumBasicScenario-915699723 tempest-TestMinimumBasicScenario-915699723-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 1124 time: 0.1369975 May 05 15:47:23.095939 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60412) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:23.100037 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'port_id': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:23.120238 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:23.202043 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:23.274084 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60418) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:23.313928 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Allocated IP 172.27.3.225 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:47:23.423422 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for port (abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:23.456491 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:23.494816 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:47:23.497777 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:47:23.503439 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:47:23.526147 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event updated for resources: {'Port': ['ID=abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:23.773277 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe230d9-adc6-4151-ac29-d0d7ef18aa20 req-21bb2385-1b8e-4f7e-9c4c-28ce9a4daf10 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:23.774661 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4fe230d9-adc6-4151-ac29-d0d7ef18aa20 req-21bb2385-1b8e-4f7e-9c4c-28ce9a4daf10 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0660598 May 05 15:47:23.777908 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f3c8-9500-499b-be38-6efc37109749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752084'] for router_interface (a1c45422-37da-46e5-8bad-2f6b8c9af027), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:23.897980 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4fe230d9-adc6-4151-ac29-d0d7ef18aa20 req-c53e5ced-e999-4775-a637-ff85c300c740 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890088 May 05 15:47:23.953329 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for floatingip (c85eee7e-62f6-4a2b-9eb8-cd6dae2b5f0e), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:24.026126 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:24.055741 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8f3c8-9500-499b-be38-6efc37109749 admin admin] Deleting port 8f961419-1c0a-44a5-971f-ecc2eedb8bde {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:47:24.056078 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f3c8-9500-499b-be38-6efc37109749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:24.136174 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-7cf8f3c8-9500-499b-be38-6efc37109749 admin admin] For port 8f961419-1c0a-44a5-971f-ecc2eedb8bde, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=8f961419-1c0a-44a5-971f-ecc2eedb8bde,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:24.136542 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f3c8-9500-499b-be38-6efc37109749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:24.149230 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8f3c8-9500-499b-be38-6efc37109749 admin admin] Calling delete_port for 8f961419-1c0a-44a5-971f-ecc2eedb8bde owned by network:router_interface {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:47:24.172662 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for port (abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:24.178348 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:24.250673 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event updated for resources: {'Port': ['ID=abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:24.260297 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (c85eee7e-62f6-4a2b-9eb8-cd6dae2b5f0e), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:24.362597 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f3c8-9500-499b-be38-6efc37109749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (8f961419-1c0a-44a5-971f-ecc2eedb8bde), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:24.389226 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8f3c8-9500-499b-be38-6efc37109749 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f961419-1c0a-44a5-971f-ecc2eedb8bde,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:24.566975 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f3c8-9500-499b-be38-6efc37109749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3763697'] for router_interface (a1c45422-37da-46e5-8bad-2f6b8c9af027), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:24.614461 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Floating IP c85eee7e-62f6-4a2b-9eb8-cd6dae2b5f0e associated. External IP: 172.27.3.225, port: 3a1a22b8-dcb6-43d2-ac16-5f59951f829b. May 05 15:47:24.792271 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf8f3c8-9500-499b-be38-6efc37109749 admin admin] Router a1c45422-37da-46e5-8bad-2f6b8c9af027 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:47:24.830096 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Router 632ecdf7-ccd8-4447-bab9-95e8345a346f has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:47:24.899290 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf8f3c8-9500-499b-be38-6efc37109749 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:47:24.904365 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-7cf8f3c8-9500-499b-be38-6efc37109749 admin admin] 10.222.0.58 "PUT /v2.0/routers/a1c45422-37da-46e5-8bad-2f6b8c9af027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6292064 May 05 15:47:24.907026 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60424) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:24.911249 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652ad1d-0ab3-456f-a41b-2aeed92d692b None None] Sync routers for ids ['a1c45422-37da-46e5-8bad-2f6b8c9af027'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:47:24.923166 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652ad1d-0ab3-456f-a41b-2aeed92d692b None None] Routers {'a1c45422-37da-46e5-8bad-2f6b8c9af027'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:24.923910 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-3652ad1d-0ab3-456f-a41b-2aeed92d692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['a1c45422-37da-46e5-8bad-2f6b8c9af027'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:24.956197 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:47:24.965722 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca6d8f6-864c-4f8e-9779-64de99679836 None None] Sync routers for ids ['632ecdf7-ccd8-4447-bab9-95e8345a346f'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:47:24.979078 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca6d8f6-864c-4f8e-9779-64de99679836 None None] Routers {'632ecdf7-ccd8-4447-bab9-95e8345a346f'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:24.980016 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-5ca6d8f6-864c-4f8e-9779-64de99679836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['632ecdf7-ccd8-4447-bab9-95e8345a346f'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:24.986280 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.021774 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-131dda23-39ba-4e56-8d6d-4ff2fae96f0d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9246409 May 05 15:47:25.022712 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:25.025361 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d7c99a-f7ef-42bb-af65-d288d05fc876" -d '{"events": [{"name": "network-changed", "server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:25.029614 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60430) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:25.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Publish callbacks [] for router (a1c45422-37da-46e5-8bad-2f6b8c9af027), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.051346 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-3652ad1d-0ab3-456f-a41b-2aeed92d692b None None] Set router a1c45422-37da-46e5-8bad-2f6b8c9af027 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:25.056978 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-c2a52cac-fcfb-454f-8cb5-54502574ea9d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124175519', 'description': 'tempest-secgroup-smoke-124175519 description', 'project_id': 'c514ad1026564ac69a8ea5f4443371f7'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:25.111576 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e5f595-58ff-4390-a587-218dfece2f26 x-openstack-request-id: req-b5e5f595-58ff-4390-a587-218dfece2f26 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:25.112521 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:25.112984 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b5e5f595-58ff-4390-a587-218dfece2f26 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:25.115343 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e5f595-58ff-4390-a587-218dfece2f26'] response: {'name': 'network-changed', 'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b', 'status': 'completed', 'code': 200} May 05 15:47:25.116804 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c2a52cac-fcfb-454f-8cb5-54502574ea9d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.124690 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc0f48-4070-465c-9388-362248e5dc38 req-73c4b15e-c759-4c61-b947-eabdd87302d9 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:25.131767 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d1cc0f48-4070-465c-9388-362248e5dc38 req-73c4b15e-c759-4c61-b947-eabdd87302d9 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.1028233 May 05 15:47:25.211860 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7c99a-f7ef-42bb-af65-d288d05fc876 req-a34211ca-5e98-405b-918c-1dfab0fd1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:25.213702 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57d7c99a-f7ef-42bb-af65-d288d05fc876 req-a34211ca-5e98-405b-918c-1dfab0fd1d25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c514ad1026564ac69a8ea5f4443371f7&device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 1129 time: 0.0659428 May 05 15:47:25.233998 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-5ca6d8f6-864c-4f8e-9779-64de99679836 None None] Set router 632ecdf7-ccd8-4447-bab9-95e8345a346f gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:25.268627 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d1cc0f48-4070-465c-9388-362248e5dc38 req-9b0dd69b-1a5e-4ff1-a14f-9e50c82896c0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359022 May 05 15:47:25.270505 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Publish callbacks [] for router_gateway (a1c45422-37da-46e5-8bad-2f6b8c9af027), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.327433 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-3652ad1d-0ab3-456f-a41b-2aeed92d692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:47:24Z', 'revision_number': 5, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port': {'id': 'b7328b2a-4d7f-4156-8129-73953cfc5ba3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:12Z', 'updated_at': '2022-05-05T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:25.336133 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c2a52cac-fcfb-454f-8cb5-54502574ea9d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group (5a2b8aab-979a-4898-97e6-acf5a7b79065), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.345252 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Deleting port b7328b2a-4d7f-4156-8129-73953cfc5ba3 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:47:25.345654 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.348882 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c2a52cac-fcfb-454f-8cb5-54502574ea9d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5a2b8aab-979a-4898-97e6-acf5a7b79065), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.373800 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652ad1d-0ab3-456f-a41b-2aeed92d692b None None] Checking router: a1c45422-37da-46e5-8bad-2f6b8c9af027 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:47:25.385255 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7c99a-f7ef-42bb-af65-d288d05fc876 req-4654cfa7-a534-4da8-b2d4-b0b308ac7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:25.385891 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652ad1d-0ab3-456f-a41b-2aeed92d692b None None] Routers {'a1c45422-37da-46e5-8bad-2f6b8c9af027'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:25.386024 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57d7c99a-f7ef-42bb-af65-d288d05fc876 req-4654cfa7-a534-4da8-b2d4-b0b308ac7e1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd HTTP/1.1" status: 200 len: 916 time: 0.1610787 May 05 15:47:25.386995 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-3652ad1d-0ab3-456f-a41b-2aeed92d692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['a1c45422-37da-46e5-8bad-2f6b8c9af027'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:25.393156 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c2a52cac-fcfb-454f-8cb5-54502574ea9d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.394397 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c2a52cac-fcfb-454f-8cb5-54502574ea9d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3510275 May 05 15:47:25.398425 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60434) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:25.409093 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-b28e47cd-ad51-45db-99a9-67c8230e3a5d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Request body: {'security_group_rule': {'security_group_id': '5a2b8aab-979a-4898-97e6-acf5a7b79065', 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:25.415670 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a52cac-fcfb-454f-8cb5-54502574ea9d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2b8aab-979a-4898-97e6-acf5a7b79065,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:25.455230 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] For port b7328b2a-4d7f-4156-8129-73953cfc5ba3, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=b7328b2a-4d7f-4156-8129-73953cfc5ba3,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:25.456525 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.476007 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Calling delete_port for b7328b2a-4d7f-4156-8129-73953cfc5ba3 owned by network:router_gateway {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:47:25.486779 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57d7c99a-f7ef-42bb-af65-d288d05fc876 req-8ddfb1c4-0d14-4fa8-85ec-233cb7bb399b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b HTTP/1.1" status: 200 len: 999 time: 0.0887914 May 05 15:47:25.493806 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b28e47cd-ad51-45db-99a9-67c8230e3a5d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (5f7107fd-1b5f-4efa-bfb0-e7563c9e1b1c), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.520877 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-3652ad1d-0ab3-456f-a41b-2aeed92d692b None None] Set router a1c45422-37da-46e5-8bad-2f6b8c9af027 gateway port host: None {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:25.557571 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-5ca6d8f6-864c-4f8e-9779-64de99679836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:46:31Z', 'revision_number': 4, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port': {'id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:28Z', 'updated_at': '2022-05-05T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'c85eee7e-62f6-4a2b-9eb8-cd6dae2b5f0e', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'port_id': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'mac_address': 'fa:16:3e:73:a1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5269aade-7580-4c79-917e-03d56de6ad0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:47:23Z', 'updated_at': '2022-05-05T15:47:23Z', 'revision_number': 0, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2b6de7-5127-4375-b6bf-bc9ba5813b5d', 'name': '', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'mac_address': 'fa:16:3e:3b:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:30Z', 'updated_at': '2022-05-05T15:46:35Z', 'revision_number': 5, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'subnets': [{'id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:25.585247 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca6d8f6-864c-4f8e-9779-64de99679836 None None] Checking router: 632ecdf7-ccd8-4447-bab9-95e8345a346f for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:47:25.587381 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-3652ad1d-0ab3-456f-a41b-2aeed92d692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:47:25Z', 'revision_number': 6, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port_host': None}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:25.588746 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7c99a-f7ef-42bb-af65-d288d05fc876 req-df318123-f7f3-4bb3-990d-3cd28fd34723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:25.590341 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57d7c99a-f7ef-42bb-af65-d288d05fc876 req-df318123-f7f3-4bb3-990d-3cd28fd34723 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4 HTTP/1.1" status: 200 len: 854 time: 0.0529234 May 05 15:47:25.594154 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca6d8f6-864c-4f8e-9779-64de99679836 None None] Routers {'632ecdf7-ccd8-4447-bab9-95e8345a346f'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:25.595325 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-5ca6d8f6-864c-4f8e-9779-64de99679836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['632ecdf7-ccd8-4447-bab9-95e8345a346f'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:25.622817 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652ad1d-0ab3-456f-a41b-2aeed92d692b None None] The sync data for ids ['a1c45422-37da-46e5-8bad-2f6b8c9af027'] in dv-cinder-839793-9-iscsi is: [{'id': 'a1c45422-37da-46e5-8bad-2f6b8c9af027', 'name': 'tempest-ServerRescueNegativeTestJSON-1906215325-router', 'tenant_id': '39d949f289df486faadefe44a5063929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:11Z', 'updated_at': '2022-05-05T15:47:25Z', 'revision_number': 6, 'project_id': '39d949f289df486faadefe44a5063929', 'gw_port_host': None}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:47:25.686135 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (b7328b2a-4d7f-4156-8129-73953cfc5ba3), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.694956 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12a9ab-7ebc-4808-a73a-a3cd49835bf3 req-8d010149-b1d1-4207-a346-506296b657b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:25.696799 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c12a9ab-7ebc-4808-a73a-a3cd49835bf3 req-8d010149-b1d1-4207-a346-506296b657b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89fca92b565f42ffba33b22f01fbc248&device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 1129 time: 0.1052675 May 05 15:47:25.708426 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7c99a-f7ef-42bb-af65-d288d05fc876 req-ceaaa754-9ee4-46c2-b1b3-85cb6dd291d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:25.710430 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57d7c99a-f7ef-42bb-af65-d288d05fc876 req-ceaaa754-9ee4-46c2-b1b3-85cb6dd291d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1065667 May 05 15:47:25.719612 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b28e47cd-ad51-45db-99a9-67c8230e3a5d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (5f7107fd-1b5f-4efa-bfb0-e7563c9e1b1c), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.720965 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-5ca6d8f6-864c-4f8e-9779-64de99679836 None None] Set router 632ecdf7-ccd8-4447-bab9-95e8345a346f gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:25.740292 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b28e47cd-ad51-45db-99a9-67c8230e3a5d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (5f7107fd-1b5f-4efa-bfb0-e7563c9e1b1c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.802520 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e47cd-ad51-45db-99a9-67c8230e3a5d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7107fd-1b5f-4efa-bfb0-e7563c9e1b1c,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:25.850796 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device fc65f9ad-07a2-491d-a05d-84775397a22e no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:47:25.875713 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b28e47cd-ad51-45db-99a9-67c8230e3a5d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:25.876031 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b28e47cd-ad51-45db-99a9-67c8230e3a5d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4706464 May 05 15:47:25.885276 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60442) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:25.888817 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: fc65f9ad-07a2-491d-a05d-84775397a22e {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:47:25.889908 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device fc65f9ad-07a2-491d-a05d-84775397a22e not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:47:25.890520 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Request body: {'security_group_rule': {'security_group_id': '5a2b8aab-979a-4898-97e6-acf5a7b79065', 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:25.950215 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12a9ab-7ebc-4808-a73a-a3cd49835bf3 req-08e0a7ee-a2c6-47eb-8f8d-10795ff62493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:25.951988 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c12a9ab-7ebc-4808-a73a-a3cd49835bf3 req-08e0a7ee-a2c6-47eb-8f8d-10795ff62493 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62e9c9c5-15a0-4112-8fd4-25de2974c53b HTTP/1.1" status: 200 len: 909 time: 0.2306128 May 05 15:47:25.954124 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57d7c99a-f7ef-42bb-af65-d288d05fc876 req-86265051-9c3f-4024-a43c-f0d090bc77ca service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316182 May 05 15:47:25.966999 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (5a9520fd-4179-4f4b-ade6-9915ba0f50ae), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.022950 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-5ca6d8f6-864c-4f8e-9779-64de99679836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:46:31Z', 'revision_number': 4, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port': {'id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:28Z', 'updated_at': '2022-05-05T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'c85eee7e-62f6-4a2b-9eb8-cd6dae2b5f0e', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'port_id': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'mac_address': 'fa:16:3e:73:a1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5269aade-7580-4c79-917e-03d56de6ad0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:47:23Z', 'updated_at': '2022-05-05T15:47:23Z', 'revision_number': 0, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2b6de7-5127-4375-b6bf-bc9ba5813b5d', 'name': '', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'mac_address': 'fa:16:3e:3b:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:30Z', 'updated_at': '2022-05-05T15:46:35Z', 'revision_number': 5, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'subnets': [{'id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:26.045188 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7328b2a-4d7f-4156-8129-73953cfc5ba3,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:26.053726 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca6d8f6-864c-4f8e-9779-64de99679836 None None] The sync data for ids ['632ecdf7-ccd8-4447-bab9-95e8345a346f'] in dv-cinder-839793-9-iscsi is: [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:46:31Z', 'revision_number': 4, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port': {'id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:28Z', 'updated_at': '2022-05-05T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'c85eee7e-62f6-4a2b-9eb8-cd6dae2b5f0e', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'port_id': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'mac_address': 'fa:16:3e:73:a1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5269aade-7580-4c79-917e-03d56de6ad0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:47:23Z', 'updated_at': '2022-05-05T15:47:23Z', 'revision_number': 0, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2b6de7-5127-4375-b6bf-bc9ba5813b5d', 'name': '', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'mac_address': 'fa:16:3e:3b:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:30Z', 'updated_at': '2022-05-05T15:46:35Z', 'revision_number': 5, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'subnets': [{'id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:47:26.137232 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3754626'] for router_gateway (a1c45422-37da-46e5-8bad-2f6b8c9af027), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.209575 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c12a9ab-7ebc-4808-a73a-a3cd49835bf3 req-840f8a3c-829c-4dfe-b56b-e61fa668cf58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ae474f-47ca-4699-829f-fde7ef545ef0 HTTP/1.1" status: 200 len: 1001 time: 0.2346003 May 05 15:47:26.223574 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (5a9520fd-4179-4f4b-ade6-9915ba0f50ae), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.231763 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (5a9520fd-4179-4f4b-ade6-9915ba0f50ae), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.270199 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9520fd-4179-4f4b-ade6-9915ba0f50ae,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:26.278323 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3749750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router (a1c45422-37da-46e5-8bad-2f6b8c9af027), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.281988 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Publish callbacks [] for router_controller (a1c45422-37da-46e5-8bad-2f6b8c9af027), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.295559 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57d7c99a-f7ef-42bb-af65-d288d05fc876 req-80f07ca4-b031-4d9b-b13d-abd731f695fa service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252950 May 05 15:47:26.308239 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.309433 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4230459 May 05 15:47:26.311568 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.311923 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.312270 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.312609 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.312946 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.313281 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.313615 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.313715 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60452) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:26.313942 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.314293 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.314623 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.314949 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.315398 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.315732 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.316056 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.316379 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf9ca2-2e30-4749-8835-c056bbe86512 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:26.332779 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e459c-798d-4da3-a1a8-9754b8213fcc req-c8994402-88dd-4c16-bf8d-d506be2683f9 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:26.334513 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e04e459c-798d-4da3-a1a8-9754b8213fcc req-c8994402-88dd-4c16-bf8d-d506be2683f9 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0858259 May 05 15:47:26.363974 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-278862d0-f602-42a8-8eb8-4142e67b25a3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Request body: {'security_group_rule': {'security_group_id': '5a2b8aab-979a-4898-97e6-acf5a7b79065', 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:26.385374 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a7edf-b566-45d5-8b93-9d42266abfa4 None None] New status for floating IP c85eee7e-62f6-4a2b-9eb8-cd6dae2b5f0e: ACTIVE {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:47:26.394715 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e04e459c-798d-4da3-a1a8-9754b8213fcc req-4156dbdb-b109-4d99-b8f1-aca9b10f670a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516448 May 05 15:47:26.416930 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3749743'] for router (a1c45422-37da-46e5-8bad-2f6b8c9af027), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.417505 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1c45422-37da-46e5-8bad-2f6b8c9af027 {{(pid=109965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:47:26.432582 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.433739 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-33c53086-052c-417d-a527-1b532f0df4f7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a1c45422-37da-46e5-8bad-2f6b8c9af027 HTTP/1.1" status: 204 len: 168 time: 1.5258048 May 05 15:47:26.439266 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60454) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:26.473809 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1f342-efb5-46d9-b25a-5d7e9f7781fc req-440ae2b3-8f20-404e-8757-696b8d0416bf tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:26.475336 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-acf1f342-efb5-46d9-b25a-5d7e9f7781fc req-440ae2b3-8f20-404e-8757-696b8d0416bf tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.1070623 May 05 15:47:26.475965 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-278862d0-f602-42a8-8eb8-4142e67b25a3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (88be431a-755f-442c-aed5-7bda52eaa99b), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.535443 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9abc81-4265-40d4-acf1-367bcfb3d95f admin admin] Deleting subnet e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 {{(pid=109965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:47:26.551728 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5b9abc81-4265-40d4-acf1-367bcfb3d95f admin admin] Publish callbacks [] for subnet (e9a2f9ab-124d-43cd-b2c1-ac79d509aee9), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.608256 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-acf1f342-efb5-46d9-b25a-5d7e9f7781fc req-29f7b36f-c286-4cbe-b3f1-98a11d6c7720 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223247 May 05 15:47:26.629940 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5b9abc81-4265-40d4-acf1-367bcfb3d95f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2211023'] for subnet (e9a2f9ab-124d-43cd-b2c1-ac79d509aee9), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.653588 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-278862d0-f602-42a8-8eb8-4142e67b25a3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (88be431a-755f-442c-aed5-7bda52eaa99b), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.660332 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-278862d0-f602-42a8-8eb8-4142e67b25a3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (88be431a-755f-442c-aed5-7bda52eaa99b), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.687995 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278862d0-f602-42a8-8eb8-4142e67b25a3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88be431a-755f-442c-aed5-7bda52eaa99b,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:26.712942 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-278862d0-f602-42a8-8eb8-4142e67b25a3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.714200 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-278862d0-f602-42a8-8eb8-4142e67b25a3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3994954 May 05 15:47:26.719083 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60456) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:26.724855 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-401389a8-6e15-4d22-a769-36902c12f6d5 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Request body: {'security_group_rule': {'security_group_id': '5a2b8aab-979a-4898-97e6-acf5a7b79065', 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:26.759236 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-401389a8-6e15-4d22-a769-36902c12f6d5 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (8eb53f6f-ab54-4514-beda-17ccc0aeaa38), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.768994 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5b9abc81-4265-40d4-acf1-367bcfb3d95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (e9a2f9ab-124d-43cd-b2c1-ac79d509aee9), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.821851 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-401389a8-6e15-4d22-a769-36902c12f6d5 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (8eb53f6f-ab54-4514-beda-17ccc0aeaa38), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.824280 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5b9abc81-4265-40d4-acf1-367bcfb3d95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25928716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458300'] for subnet (e9a2f9ab-124d-43cd-b2c1-ac79d509aee9), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.826131 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-401389a8-6e15-4d22-a769-36902c12f6d5 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (8eb53f6f-ab54-4514-beda-17ccc0aeaa38), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.844462 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401389a8-6e15-4d22-a769-36902c12f6d5 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb53f6f-ab54-4514-beda-17ccc0aeaa38,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:26.853976 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-401389a8-6e15-4d22-a769-36902c12f6d5 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.855333 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-401389a8-6e15-4d22-a769-36902c12f6d5 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345334 May 05 15:47:26.855732 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5b9abc81-4265-40d4-acf1-367bcfb3d95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.858687 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60458) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:26.861949 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-5b9abc81-4265-40d4-acf1-367bcfb3d95f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e9a2f9ab-124d-43cd-b2c1-ac79d509aee9 HTTP/1.1" status: 204 len: 168 time: 0.4195657 May 05 15:47:26.861949 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9abc81-4265-40d4-acf1-367bcfb3d95f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a2f9ab-124d-43cd-b2c1-ac79d509aee9,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:26.865440 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-4e3e4bb7-7872-4682-8c4f-95f0a894c38c tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Request body: {'security_group_rule': {'security_group_id': '5a2b8aab-979a-4898-97e6-acf5a7b79065', 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:26.866297 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60460) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:26.866441 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee9a79-61ef-400a-b671-d4eaef3aa8a3 None None] Network 371d1c4c-f489-46f4-9586-d2540e98ca89 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:47:26.886621 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.securitygroups_db [None req-4e3e4bb7-7872-4682-8c4f-95f0a894c38c tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Project c514ad1026564ac69a8ea5f4443371f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:47:26.894350 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4e3e4bb7-7872-4682-8c4f-95f0a894c38c tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (f6c16e7c-76c8-41d5-b43e-b84dcaa10ae1), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.941437 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (371d1c4c-f489-46f4-9586-d2540e98ca89), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.960853 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4e3e4bb7-7872-4682-8c4f-95f0a894c38c tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (f6c16e7c-76c8-41d5-b43e-b84dcaa10ae1), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.965441 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4e3e4bb7-7872-4682-8c4f-95f0a894c38c tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (f6c16e7c-76c8-41d5-b43e-b84dcaa10ae1), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.989240 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e4bb7-7872-4682-8c4f-95f0a894c38c tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c16e7c-76c8-41d5-b43e-b84dcaa10ae1,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:26.993860 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Deleting port 53590815-4267-4216-b241-6fe0f9c1f215 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:47:26.994359 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (53590815-4267-4216-b241-6fe0f9c1f215), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:26.999209 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4e3e4bb7-7872-4682-8c4f-95f0a894c38c tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.000591 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4e3e4bb7-7872-4682-8c4f-95f0a894c38c tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388476 May 05 15:47:27.003251 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60462) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:27.008364 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-a62a5549-e500-442a-ad39-cc918fee282d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Request body: {'security_group_rule': {'security_group_id': '5a2b8aab-979a-4898-97e6-acf5a7b79065', 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:27.042092 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.securitygroups_db [None req-a62a5549-e500-442a-ad39-cc918fee282d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Project c514ad1026564ac69a8ea5f4443371f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 15:47:27.045928 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075b9267-b9a8-46b6-a0ba-25dde2a9339f None None] DHCP port deletion for 371d1c4c-f489-46f4-9586-d2540e98ca89 request from dv-cinder-839793-9-iscsi {{(pid=109967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:47:27.048724 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a62a5549-e500-442a-ad39-cc918fee282d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (5806da77-59a4-4903-a688-2ca039768294), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.081036 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] For port 53590815-4267-4216-b241-6fe0f9c1f215, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=53590815-4267-4216-b241-6fe0f9c1f215,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:27.081698 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (53590815-4267-4216-b241-6fe0f9c1f215), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.089511 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-075b9267-b9a8-46b6-a0ba-25dde2a9339f None None] Deleting port 53590815-4267-4216-b241-6fe0f9c1f215 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:47:27.089888 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-075b9267-b9a8-46b6-a0ba-25dde2a9339f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (53590815-4267-4216-b241-6fe0f9c1f215), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.101254 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Calling delete_port for 53590815-4267-4216-b241-6fe0f9c1f215 owned by network:dhcp {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:47:27.117048 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a62a5549-e500-442a-ad39-cc918fee282d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (5806da77-59a4-4903-a688-2ca039768294), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.121201 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a62a5549-e500-442a-ad39-cc918fee282d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (5806da77-59a4-4903-a688-2ca039768294), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.143975 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a5549-e500-442a-ad39-cc918fee282d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5806da77-59a4-4903-a688-2ca039768294,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:27.151202 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a62a5549-e500-442a-ad39-cc918fee282d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.152415 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-a62a5549-e500-442a-ad39-cc918fee282d tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481369 May 05 15:47:27.164525 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-075b9267-b9a8-46b6-a0ba-25dde2a9339f None None] For port 53590815-4267-4216-b241-6fe0f9c1f215, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=53590815-4267-4216-b241-6fe0f9c1f215,segment=NetworkSegment(c63a7d27-70dd-42d8-84ee-ef198e21cd78),segment_id=c63a7d27-70dd-42d8-84ee-ef198e21cd78)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:27.165031 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-075b9267-b9a8-46b6-a0ba-25dde2a9339f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (53590815-4267-4216-b241-6fe0f9c1f215), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.191910 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-075b9267-b9a8-46b6-a0ba-25dde2a9339f None None] Calling delete_port for 53590815-4267-4216-b241-6fe0f9c1f215 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:47:27.192292 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (53590815-4267-4216-b241-6fe0f9c1f215), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.224137 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=53590815-4267-4216-b241-6fe0f9c1f215,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:27.225894 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] No DVR routers for this DVR port 53590815-4267-4216-b241-6fe0f9c1f215 on host dv-cinder-839793-9-iscsi {{(pid=109965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:47:27.276111 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 53590815-4267-4216-b241-6fe0f9c1f215 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:47:27.286276 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f289f73c-ac95-473d-8ca8-ad9383fa223c req-5a34f49d-5557-473e-b56a-7d5900c9d818 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124175519&fields=id&tenant_id=c514ad1026564ac69a8ea5f4443371f7 HTTP/1.1" status: 200 len: 267 time: 0.0780940 May 05 15:47:27.301958 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 53590815-4267-4216-b241-6fe0f9c1f215 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:47:27.303566 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 53590815-4267-4216-b241-6fe0f9c1f215 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:47:27.304062 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 8f961419-1c0a-44a5-971f-ecc2eedb8bde no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:47:27.312617 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (371d1c4c-f489-46f4-9586-d2540e98ca89), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.328418 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 8f961419-1c0a-44a5-971f-ecc2eedb8bde {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:47:27.328772 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 8f961419-1c0a-44a5-971f-ecc2eedb8bde not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:47:27.329189 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device b7328b2a-4d7f-4156-8129-73953cfc5ba3 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:47:27.334258 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371d1c4c-f489-46f4-9586-d2540e98ca89']}} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:27.342612 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289f73c-ac95-473d-8ca8-ad9383fa223c req-3909f0b1-7e86-47f1-9dc6-38d1f5f05cf5 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:27.344363 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f289f73c-ac95-473d-8ca8-ad9383fa223c req-3909f0b1-7e86-47f1-9dc6-38d1f5f05cf5 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 945 time: 0.0522983 May 05 15:47:27.347170 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63a7d27-70dd-42d8-84ee-ef198e21cd78') {'for_net_delete': True} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:27.347534 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63a7d27-70dd-42d8-84ee-ef198e21cd78') {} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:27.355237 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-f289f73c-ac95-473d-8ca8-ad9383fa223c req-11391354-ab0b-4596-af87-aa8ef5f1fa54 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Request body: {'port': {'security_groups': ['b789f09f-8f98-4d5d-a1e1-e8f1054f6e63', '5a2b8aab-979a-4898-97e6-acf5a7b79065']}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:27.358218 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2211024'] for segment (c63a7d27-70dd-42d8-84ee-ef198e21cd78), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.365753 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: b7328b2a-4d7f-4156-8129-73953cfc5ba3 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:47:27.365909 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device b7328b2a-4d7f-4156-8129-73953cfc5ba3 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:47:27.381635 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (c63a7d27-70dd-42d8-84ee-ef198e21cd78), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.386307 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=109965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:47:27.386893 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25928810'] for segment (c63a7d27-70dd-42d8-84ee-ef198e21cd78), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: Traceback (most recent call last): May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: timer() May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: cb(*args, **kw) May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: return func(*args, **kwargs) May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: self._notify() May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: self.callback(batched_events) May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: event.method(event) May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: return f(self, *a, **k) May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._get(url).json() May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: return self.request(url, 'GET', **kwargs) May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:47:27.390517 dv-cinder-839793-9-iscsi neutron-server[109965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:47:27.399971 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-075b9267-b9a8-46b6-a0ba-25dde2a9339f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751'] for port (53590815-4267-4216-b241-6fe0f9c1f215), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.430917 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b9267-b9a8-46b6-a0ba-25dde2a9339f None None] Pushing event deleted for resources: {'Port': ['ID=53590815-4267-4216-b241-6fe0f9c1f215,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:27.433048 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b9267-b9a8-46b6-a0ba-25dde2a9339f None None] No DVR routers for this DVR port 53590815-4267-4216-b241-6fe0f9c1f215 on host dv-cinder-839793-9-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:47:27.449301 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-f289f73c-ac95-473d-8ca8-ad9383fa223c req-11391354-ab0b-4596-af87-aa8ef5f1fa54 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.469120 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (371d1c4c-f489-46f4-9586-d2540e98ca89), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.487765 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.494059 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] 10.222.0.58 "DELETE /v2.0/networks/371d1c4c-f489-46f4-9586-d2540e98ca89 HTTP/1.1" status: 204 len: 168 time: 0.6244080 May 05 15:47:27.498373 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c4ab6-7e63-4d9f-b178-ae7fa1421d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=371d1c4c-f489-46f4-9586-d2540e98ca89,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:27.549544 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158ce27-aeb4-4c40-baae-5236af84c875 req-9b6b3a11-596f-45ac-897d-4805317f697f tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:27.551506 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1158ce27-aeb4-4c40-baae-5236af84c875 req-9b6b3a11-596f-45ac-897d-4805317f697f tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0548894 May 05 15:47:27.603638 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1158ce27-aeb4-4c40-baae-5236af84c875 req-3cea1fd3-8a86-4092-a8b2-e8524dc4f289 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450947 May 05 15:47:27.627948 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60470) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:27.671988 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-4509bcb8-3b2a-4870-ae7a-e3c75ceb406e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39d949f289df486faadefe44a5063929&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426955 May 05 15:47:27.674268 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60474) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:27.686531 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-f289f73c-ac95-473d-8ca8-ad9383fa223c req-11391354-ab0b-4596-af87-aa8ef5f1fa54 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] For port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:27.717893 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-f289f73c-ac95-473d-8ca8-ad9383fa223c req-11391354-ab0b-4596-af87-aa8ef5f1fa54 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.722550 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-f289f73c-ac95-473d-8ca8-ad9383fa223c req-11391354-ab0b-4596-af87-aa8ef5f1fa54 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.736652 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['3a1a22b8-dcb6-43d2-ac16-5f59951f829b'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:47:27.753261 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231590a-fe72-4410-ae21-3811fd9be337 req-f5ce34cf-07e9-4038-b268-09e26d153bdd tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:27.754765 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f231590a-fe72-4410-ae21-3811fd9be337 req-f5ce34cf-07e9-4038-b268-09e26d153bdd tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0745890 May 05 15:47:27.776201 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289f73c-ac95-473d-8ca8-ad9383fa223c req-11391354-ab0b-4596-af87-aa8ef5f1fa54 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:27.777197 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-f289f73c-ac95-473d-8ca8-ad9383fa223c req-11391354-ab0b-4596-af87-aa8ef5f1fa54 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.779330 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f289f73c-ac95-473d-8ca8-ad9383fa223c req-11391354-ab0b-4596-af87-aa8ef5f1fa54 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "PUT /v2.0/ports/3a1a22b8-dcb6-43d2-ac16-5f59951f829b HTTP/1.1" status: 200 len: 981 time: 0.4279959 May 05 15:47:27.779798 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:27.782242 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47393d3-f8a6-4798-9003-3d4a48307340" -d '{"events": [{"name": "network-changed", "server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:27.802947 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-32d0f351-8fa0-4237-90e0-6e4dbd574270 admin admin] Publish callbacks [] for security_group (cf6344b8-f267-43be-bd71-421401d9c9bb), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.805587 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11391354-ab0b-4596-af87-aa8ef5f1fa54 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event updated for resources: {'Port': ['ID=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,revision_number=6']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:27.855570 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['3a1a22b8-dcb6-43d2-ac16-5f59951f829b'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:47:27.856510 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f231590a-fe72-4410-ae21-3811fd9be337 req-30a6360f-2d6e-4a1b-a9c2-6f951f35a886 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958455 May 05 15:47:27.866533 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-32d0f351-8fa0-4237-90e0-6e4dbd574270 admin admin] Publish callbacks [] for security_group (cf6344b8-f267-43be-bd71-421401d9c9bb), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.936425 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8590450-6444-4b29-9f42-3b236edce155 x-openstack-request-id: req-c8590450-6444-4b29-9f42-3b236edce155 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:27.936829 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:27.937855 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8590450-6444-4b29-9f42-3b236edce155 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:27.938333 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8590450-6444-4b29-9f42-3b236edce155'] response: {'name': 'network-changed', 'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b', 'status': 'completed', 'code': 200} May 05 15:47:27.952964 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4a5cf-1b17-4e07-913a-e55587775749 req-15afa10d-ab98-474f-a1c9-9e9dea218347 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:27.956727 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-95e4a5cf-1b17-4e07-913a-e55587775749 req-15afa10d-ab98-474f-a1c9-9e9dea218347 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.1093817 May 05 15:47:27.973123 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-32d0f351-8fa0-4237-90e0-6e4dbd574270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (cf6344b8-f267-43be-bd71-421401d9c9bb), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.976298 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-32d0f351-8fa0-4237-90e0-6e4dbd574270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:27.978606 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-32d0f351-8fa0-4237-90e0-6e4dbd574270 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf6344b8-f267-43be-bd71-421401d9c9bb HTTP/1.1" status: 204 len: 168 time: 0.3026264 May 05 15:47:27.998408 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0f351-8fa0-4237-90e0-6e4dbd574270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6344b8-f267-43be-bd71-421401d9c9bb,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:28.181466 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-95e4a5cf-1b17-4e07-913a-e55587775749 req-957cfe3a-ce58-489c-a13c-78932bd99397 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2122717 May 05 15:47:28.182995 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12a9ab-7ebc-4808-a73a-a3cd49835bf3 req-a42186e3-e8a2-4457-a720-c22b94237787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:28.184393 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c12a9ab-7ebc-4808-a73a-a3cd49835bf3 req-a42186e3-e8a2-4457-a720-c22b94237787 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=517f5a73-3fa3-46ff-bb5d-c1e87917c1ec HTTP/1.1" status: 200 len: 847 time: 0.2895350 May 05 15:47:28.188231 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47393d3-f8a6-4798-9003-3d4a48307340 req-0353ee78-9b6a-43e9-907f-fff3db84bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:28.189843 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d47393d3-f8a6-4798-9003-3d4a48307340 req-0353ee78-9b6a-43e9-907f-fff3db84bcd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c514ad1026564ac69a8ea5f4443371f7&device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 1168 time: 0.2319834 May 05 15:47:28.200463 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-c6b0f116-08ff-4f5d-b283-e1e92eb14738 None None] Provisioning complete for port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:28.200999 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c6b0f116-08ff-4f5d-b283-e1e92eb14738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:28.268713 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-d9d1a5e1-c163-45c2-8f11-5557acedaa97 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:28.270609 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-d9d1a5e1-c163-45c2-8f11-5557acedaa97 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.0657039 May 05 15:47:28.278216 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12a9ab-7ebc-4808-a73a-a3cd49835bf3 req-0ef70ff3-8463-47aa-9d7f-de37e4000c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:28.280263 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c12a9ab-7ebc-4808-a73a-a3cd49835bf3 req-0ef70ff3-8463-47aa-9d7f-de37e4000c33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62e9c9c5-15a0-4112-8fd4-25de2974c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769522 May 05 15:47:28.401184 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47393d3-f8a6-4798-9003-3d4a48307340 req-254c86dd-acda-4488-b91c-0d56264877dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:28.402735 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d47393d3-f8a6-4798-9003-3d4a48307340 req-254c86dd-acda-4488-b91c-0d56264877dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd HTTP/1.1" status: 200 len: 916 time: 0.1902261 May 05 15:47:28.463082 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Deleting port 08434f96-b818-411c-a085-51a489bc8560 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:47:28.463891 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (08434f96-b818-411c-a085-51a489bc8560), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:28.471991 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c12a9ab-7ebc-4808-a73a-a3cd49835bf3 req-2d4e68bc-9f51-44cc-9f6e-d0e37d403ede service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594605 May 05 15:47:28.514053 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d47393d3-f8a6-4798-9003-3d4a48307340 req-9cd96b7b-81f3-43aa-a35e-c44f19b1cc8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b HTTP/1.1" status: 200 len: 1001 time: 0.1025250 May 05 15:47:28.580359 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] For port 08434f96-b818-411c-a085-51a489bc8560, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=08434f96-b818-411c-a085-51a489bc8560,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:28.580942 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (08434f96-b818-411c-a085-51a489bc8560), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:28.643215 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0f116-08ff-4f5d-b283-e1e92eb14738 None None] Current status of the port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:28.681113 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47393d3-f8a6-4798-9003-3d4a48307340 req-d94efb5f-387c-436f-9d47-c84f37969a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:28.683444 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d47393d3-f8a6-4798-9003-3d4a48307340 req-d94efb5f-387c-436f-9d47-c84f37969a23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4 HTTP/1.1" status: 200 len: 854 time: 0.0916498 May 05 15:47:28.687965 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c12a9ab-7ebc-4808-a73a-a3cd49835bf3 req-1d17416d-26de-4b31-ac11-d6dedf0ee6b8 service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086465 May 05 15:47:28.755648 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47393d3-f8a6-4798-9003-3d4a48307340 req-7ed56614-5bc9-463f-ac7a-e73a605f3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:28.757428 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d47393d3-f8a6-4798-9003-3d4a48307340 req-7ed56614-5bc9-463f-ac7a-e73a605f3db7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631266 May 05 15:47:28.837776 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f003b-531b-4a0a-bbd8-dcc6585fea2e req-36b57cfd-cc97-4b2b-b4a6-b21e40343ccc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:28.839271 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8b3f003b-531b-4a0a-bbd8-dcc6585fea2e req-36b57cfd-cc97-4b2b-b4a6-b21e40343ccc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 945 time: 0.1137123 May 05 15:47:28.949310 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8b3f003b-531b-4a0a-bbd8-dcc6585fea2e req-acb9c735-b1f7-4140-bbcf-c82ac76ac99d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=92e6d037-1abf-420f-8e7e-45b1ab8a1345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021829 May 05 15:47:28.955083 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60514) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:28.966467 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:28.967497 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (85a2024b-0dcf-4edc-9741-571782e5a350), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:28.967854 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Floating IP 85a2024b-0dcf-4edc-9741-571782e5a350 disassociated. External IP: 172.27.3.55, port: 08434f96-b818-411c-a085-51a489bc8560. May 05 15:47:28.968206 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Calling delete_port for 08434f96-b818-411c-a085-51a489bc8560 owned by compute:nova {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:47:28.997874 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5967e-b58d-40f0-8c2b-3783a49b7190 req-2f8110c4-f151-4924-bfa6-3cb9bf7ebb25 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:28.999884 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9a5967e-b58d-40f0-8c2b-3783a49b7190 req-2f8110c4-f151-4924-bfa6-3cb9bf7ebb25 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0652637 May 05 15:47:29.053552 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9a5967e-b58d-40f0-8c2b-3783a49b7190 req-29879b1a-3867-4d05-8184-bdd9774c838e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475030 May 05 15:47:29.088680 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-800062510-network', 'tenant_id': 'ef541155816d4ac0938103cc1c142845'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:29.121984 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Made reservation on behalf of ef541155816d4ac0938103cc1c142845 for: {'network': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:47:29.125154 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:29.128275 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (08434f96-b818-411c-a085-51a489bc8560), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:29.158878 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:29.163451 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event deleted for resources: {'Port': ['ID=08434f96-b818-411c-a085-51a489bc8560,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:29.333868 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Router d595150d-a013-4207-8139-341c638ecfde has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:47:29.348490 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Publish callbacks [] for security_group (49ee77ce-45f8-49e7-b4c8-f0cdbc3faef5), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:29.354632 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (49ee77ce-45f8-49e7-b4c8-f0cdbc3faef5), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:29.417810 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=109965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:47:29.428608 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ee77ce-45f8-49e7-b4c8-f0cdbc3faef5,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:29.434374 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (2478f83d-fd10-44b9-b5a2-e9a0f52dff45), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:29.434722 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.segments_db [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Added segment 2478f83d-fd10-44b9-b5a2-e9a0f52dff45 of type vlan for network 7a655f93-a527-4370-a676-4e688ca3a876 May 05 15:47:29.517665 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (7a655f93-a527-4370-a676-4e688ca3a876), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:29.538953 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:47:29.549742 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0a35e0-21d8-4586-872e-fd6fd9b4a479 None None] Sync routers for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:47:29.561740 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0a35e0-21d8-4586-872e-fd6fd9b4a479 None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:29.562422 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-6b0a35e0-21d8-4586-872e-fd6fd9b4a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:29.619306 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (7a655f93-a527-4370-a676-4e688ca3a876), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:29.620526 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:29.620841 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:29.628698 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] No DVR routers for this DVR port 08434f96-b818-411c-a085-51a489bc8560 on host hv-cinder-83979 {{(pid=109965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:47:29.642867 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:29.646261 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ae344fa7-02e8-4ba7-8a16-13875dbe9485 req-ecd2cece-12dc-44e4-8b6d-1b38fcb2c1b1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.41 "DELETE /v2.0/ports/08434f96-b818-411c-a085-51a489bc8560 HTTP/1.1" status: 204 len: 173 time: 1.3710220 May 05 15:47:29.646710 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ed89c4-e73a-473d-b838-0368e492c8cf', 'name': 'network-vif-deleted', 'tag': '08434f96-b818-411c-a085-51a489bc8560'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:29.648959 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82efaa3c-3f05-41f3-803a-af1546391213" -d '{"events": [{"server_uuid": "48ed89c4-e73a-473d-b838-0368e492c8cf", "name": "network-vif-deleted", "tag": "08434f96-b818-411c-a085-51a489bc8560"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:29.679306 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60522) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:29.679714 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7235169 May 05 15:47:29.686026 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-c094489f-df90-42ab-bc97-f6269cd2a82d admin admin] Request body: {'subnet': {'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-subnet', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:29.691754 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-6b0a35e0-21d8-4586-872e-fd6fd9b4a479 None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:29.712897 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c019aa7-530e-48b4-a2c6-185010db576e x-openstack-request-id: req-3c019aa7-530e-48b4-a2c6-185010db576e {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:29.713281 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ed89c4-e73a-473d-b838-0368e492c8cf", "name": "network-vif-deleted", "tag": "08434f96-b818-411c-a085-51a489bc8560", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:29.713795 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c019aa7-530e-48b4-a2c6-185010db576e {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:29.714000 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c019aa7-530e-48b4-a2c6-185010db576e'] response: {'server_uuid': '48ed89c4-e73a-473d-b838-0368e492c8cf', 'name': 'network-vif-deleted', 'tag': '08434f96-b818-411c-a085-51a489bc8560', 'status': 'completed', 'code': 200} May 05 15:47:29.714838 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cba44-4cee-4f1d-a606-38c588032e50 admin admin] Pushing event updated for resources: {'Network': ['ID=7a655f93-a527-4370-a676-4e688ca3a876,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:29.722064 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c094489f-df90-42ab-bc97-f6269cd2a82d admin admin] Made reservation on behalf of ef541155816d4ac0938103cc1c142845 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:47:29.724341 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c094489f-df90-42ab-bc97-f6269cd2a82d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26156176'] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:29.726735 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 7a655f93-a527-4370-a676-4e688ca3a876 details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:47:29.893469 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-6b0a35e0-21d8-4586-872e-fd6fd9b4a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:37Z', 'revision_number': 5, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:29.893738 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c094489f-df90-42ab-bc97-f6269cd2a82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26150987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26156258'] for subnet (e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:29.924432 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0a35e0-21d8-4586-872e-fd6fd9b4a479 None None] Checking router: d595150d-a013-4207-8139-341c638ecfde for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:47:29.938093 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0a35e0-21d8-4586-872e-fd6fd9b4a479 None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:29.938753 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-6b0a35e0-21d8-4586-872e-fd6fd9b4a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:29.988246 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094489f-df90-42ab-bc97-f6269cd2a82d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:30.030092 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c094489f-df90-42ab-bc97-f6269cd2a82d admin admin] Checking segment: {'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:47:30.030482 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c094489f-df90-42ab-bc97-f6269cd2a82d admin admin] Network hostable DHCP agents. Network: 7a655f93-a527-4370-a676-4e688ca3a876, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:47:30.067243 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-6b0a35e0-21d8-4586-872e-fd6fd9b4a479 None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:30.067467 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-08d188c5-6060-4348-a72d-e993560be786 req-8812dfe1-dea9-4be0-89e8-027b0416b41b tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ed89c4-e73a-473d-b838-0368e492c8cf HTTP/1.1" status: 200 len: 210 time: 0.0386674 May 05 15:47:30.093569 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d47393d3-f8a6-4798-9003-3d4a48307340 req-e3782f8c-5c37-4850-ba0a-a844f5935d35 service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767943 May 05 15:47:30.097978 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c094489f-df90-42ab-bc97-f6269cd2a82d admin admin] Network 7a655f93-a527-4370-a676-4e688ca3a876 is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:47:30.111051 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-c094489f-df90-42ab-bc97-f6269cd2a82d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 7a655f93-a527-4370-a676-4e688ca3a876) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:47:30.120729 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a784a-a8a3-459d-88d4-d661b1589656 None None] Network 7a655f93-a527-4370-a676-4e688ca3a876 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:47:30.123272 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c094489f-df90-42ab-bc97-f6269cd2a82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:30.124243 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c094489f-df90-42ab-bc97-f6269cd2a82d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:30.156097 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c094489f-df90-42ab-bc97-f6269cd2a82d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4742310 May 05 15:47:30.156664 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60530) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:30.162185 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:30.212390 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3748572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6948'] for router (c5924614-3769-4e39-ab51-302729d589b5), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:30.213981 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3754709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router (c5924614-3769-4e39-ab51-302729d589b5), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:30.230157 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5e483-9c7d-44c2-9516-13c07003dfac req-ca0174b1-acad-4739-96de-b6c6e667ffce tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:30.250694 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d8d5e483-9c7d-44c2-9516-13c07003dfac req-ca0174b1-acad-4739-96de-b6c6e667ffce tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0875187 May 05 15:47:30.286917 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-6b0a35e0-21d8-4586-872e-fd6fd9b4a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:37Z', 'revision_number': 5, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:30.299913 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp127dbb5c-4db0-5469-8e5e-efe1c4baefbd-7a655f93-a527-4370-a676-4e688ca3a876', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'project_id': 'ef541155816d4ac0938103cc1c142845', 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33'}]}} from dv-cinder-839793-9-iscsi. {{(pid=109967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:47:30.301282 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:30.326994 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0a35e0-21d8-4586-872e-fd6fd9b4a479 None None] The sync data for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi is: [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:37Z', 'revision_number': 5, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:47:30.340046 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d8d5e483-9c7d-44c2-9516-13c07003dfac req-be5c4b73-1f47-47ac-ad17-803a160c0fe6 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869596 May 05 15:47:30.363537 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Publish callbacks [] for router_controller (c5924614-3769-4e39-ab51-302729d589b5), precommit_add_association {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:30.367868 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d47393d3-f8a6-4798-9003-3d4a48307340 req-82ba1aec-de28-4e95-b12d-b6e34d0d4ad1 service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904233 May 05 15:47:30.479520 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Allocated IP 172.20.0.2 (7a655f93-a527-4370-a676-4e688ca3a876/e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33/e57c721c-28a9-4cf4-b4ea-322f25b2725f) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:47:30.676061 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420d0ac-036e-444f-9de7-c82d1794ec6b None None] New status for floating IP 85a2024b-0dcf-4edc-9741-571782e5a350: DOWN {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:47:30.788964 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Publish callbacks [] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:30.818997 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Publish callbacks [] for router_gateway (c5924614-3769-4e39-ab51-302729d589b5), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:30.827067 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:30.883298 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Network 7a655f93-a527-4370-a676-4e688ca3a876 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:47:30.895034 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:47:30.897275 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:47:30.900845 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Pushing event updated for resources: {'Port': ['ID=e57c721c-28a9-4cf4-b4ea-322f25b2725f,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:30.914382 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.914738 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.915112 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.915474 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.915814 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.916143 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.916472 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.916836 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.917149 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.917473 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.917797 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.918199 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.918463 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.918788 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.919625 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:30.972595 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Attempting to bind port e57c721c-28a9-4cf4-b4ea-322f25b2725f on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:47:30.972968 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Attempting to bind port e57c721c-28a9-4cf4-b4ea-322f25b2725f by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:47:30.973335 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Attempting to bind port e57c721c-28a9-4cf4-b4ea-322f25b2725f on network 7a655f93-a527-4370-a676-4e688ca3a876 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:47:30.978421 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:47:30.978700 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Checking segment: {'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:47:30.979103 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:30.979499 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Bound using segment: {'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:47:30.979971 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Bound port: e57c721c-28a9-4cf4-b4ea-322f25b2725f, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:47:30.980348 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:31.017087 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Publish callbacks [] for router_gateway (c5924614-3769-4e39-ab51-302729d589b5), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:31.039084 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:31.042499 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] For port e57c721c-28a9-4cf4-b4ea-322f25b2725f, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:47:31.046498 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] For port e57c721c-28a9-4cf4-b4ea-322f25b2725f, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=e57c721c-28a9-4cf4-b4ea-322f25b2725f,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:47:31.052034 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:31.115328 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807f928-2593-4c5d-90df-f225b2a4c923 None None] Pushing event updated for resources: {'Port': ['ID=e57c721c-28a9-4cf4-b4ea-322f25b2725f,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:31.164226 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Allocated IP 172.27.3.20 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/04cec3c8-6ff4-4d7a-b9dc-32c61ba80251) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:47:31.286943 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Publish callbacks [] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:31.333058 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:31.369770 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:47:31.375114 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:47:31.378736 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:47:31.411605 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Pushing event updated for resources: {'Port': ['ID=04cec3c8-6ff4-4d7a-b9dc-32c61ba80251,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:31.506110 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c32562-2590-48b6-80f5-fab86b73f11d req-e588dde3-b892-4de5-9490-a9369fb77fe8 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:31.507618 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-64c32562-2590-48b6-80f5-fab86b73f11d req-e588dde3-b892-4de5-9490-a9369fb77fe8 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0882580 May 05 15:47:31.614409 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-64c32562-2590-48b6-80f5-fab86b73f11d req-5254302c-190f-4b59-a970-4788dfc94d82 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815272 May 05 15:47:31.722090 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Publish callbacks [] for router_gateway (c5924614-3769-4e39-ab51-302729d589b5), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:31.761423 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [req-6ae58f74-b279-457d-8a37-620c1b629863 req-9514b0a7-3bb3-4091-97b8-bb1308e42d69 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:47:31.763598 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6ae58f74-b279-457d-8a37-620c1b629863 req-9514b0a7-3bb3-4091-97b8-bb1308e42d69 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0677483 May 05 15:47:31.927359 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60548) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:31.976031 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8768a8d-de9f-4af3-b236-ba37ae24acb0 req-758cd6c4-1cb1-412a-b8da-c6ecce2d1d61 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:31.977567 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c8768a8d-de9f-4af3-b236-ba37ae24acb0 req-758cd6c4-1cb1-412a-b8da-c6ecce2d1d61 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0856526 May 05 15:47:32.006218 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3754726'] for router (c5924614-3769-4e39-ab51-302729d589b5), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:32.016539 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-4cb54c8d-3104-40c2-9405-5a81fa321b83 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874183 May 05 15:47:32.026284 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-b47be16d-4a7b-4825-a010-f8ff96974ac8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:47:32.027348 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-b47be16d-4a7b-4825-a010-f8ff96974ac8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059719 May 05 15:47:32.077568 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c8768a8d-de9f-4af3-b236-ba37ae24acb0 req-4e1c632a-31e2-4bbe-ac78-7e3ec512872f tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883100 May 05 15:47:32.128903 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c130e0e-ed5d-4ff8-b55b-c81dc57df4b4 None None] Network 7a655f93-a527-4370-a676-4e688ca3a876 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:47:32.178406 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60558) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:32.203267 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Router c5924614-3769-4e39-ab51-302729d589b5 is scheduled to L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b with binding_index 1 {{(pid=109966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:47:32.213989 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-80afa714-04f8-4935-bd12-3f12184e6a4c None None] Provisioning complete for port e57c721c-28a9-4cf4-b4ea-322f25b2725f triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:32.214430 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-80afa714-04f8-4935-bd12-3f12184e6a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:32.235353 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60560) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:32.244168 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a673df8a-46de-4e2f-a417-9463997f78f2 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group (92e6d037-1abf-420f-8e7e-45b1ab8a1345), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:32.279992 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a673df8a-46de-4e2f-a417-9463997f78f2 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group (92e6d037-1abf-420f-8e7e-45b1ab8a1345), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:32.337035 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-80afa714-04f8-4935-bd12-3f12184e6a4c None None] Current status of the port e57c721c-28a9-4cf4-b4ea-322f25b2725f is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:32.337434 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-80afa714-04f8-4935-bd12-3f12184e6a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:32.347624 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:47:32.364360 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Sync routers for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:47:32.372035 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-956a06f1-dae3-435a-9d24-0111b557f1d9 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:32.378918 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-956a06f1-dae3-435a-9d24-0111b557f1d9 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports/16ae474f-47ca-4699-829f-fde7ef545ef0 HTTP/1.1" status: 200 len: 942 time: 0.1422937 May 05 15:47:32.383892 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:32.384597 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:32.387572 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:32.390301 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2948a316-dfad-4c83-a624-5bc622f5b85c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2322228 May 05 15:47:32.392929 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60568) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:32.393461 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-80afa714-04f8-4935-bd12-3f12184e6a4c None None] For port e57c721c-28a9-4cf4-b4ea-322f25b2725f, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=e57c721c-28a9-4cf4-b4ea-322f25b2725f,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:32.399166 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-80afa714-04f8-4935-bd12-3f12184e6a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:32.400178 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a673df8a-46de-4e2f-a417-9463997f78f2 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (92e6d037-1abf-420f-8e7e-45b1ab8a1345), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:32.415198 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a673df8a-46de-4e2f-a417-9463997f78f2 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:32.420468 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-a673df8a-46de-4e2f-a417-9463997f78f2 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "DELETE /v2.0/security-groups/92e6d037-1abf-420f-8e7e-45b1ab8a1345 HTTP/1.1" status: 204 len: 168 time: 0.2378292 May 05 15:47:32.425612 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60570) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:32.461859 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afa714-04f8-4935-bd12-3f12184e6a4c None None] Pushing event updated for resources: {'Port': ['ID=e57c721c-28a9-4cf4-b4ea-322f25b2725f,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:32.474301 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.api.v2.resource [None req-6b978d65-9b7b-4cd2-a4eb-dca9045beb02 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] show failed (client error): The resource could not be found. May 05 15:47:32.475264 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-6b978d65-9b7b-4cd2-a4eb-dca9045beb02 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups/92e6d037-1abf-420f-8e7e-45b1ab8a1345 HTTP/1.1" status: 404 len: 347 time: 0.0477209 May 05 15:47:32.476487 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673df8a-46de-4e2f-a417-9463997f78f2 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e6d037-1abf-420f-8e7e-45b1ab8a1345,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:32.478509 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60572) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:32.667557 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:32.712782 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-1cb20a32-9844-4a59-ab68-ecc78a00334e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Deleting port 5c23cfc8-5724-4607-a5d9-918126731482 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:47:32.713126 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1cb20a32-9844-4a59-ab68-ecc78a00334e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (5c23cfc8-5724-4607-a5d9-918126731482), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:32.719160 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-e75bdcef-6c03-4f1c-a02d-2cf94f63aca6 None None] Provisioning complete for port e57c721c-28a9-4cf4-b4ea-322f25b2725f triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:32.719541 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e75bdcef-6c03-4f1c-a02d-2cf94f63aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:32.817597 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-e75bdcef-6c03-4f1c-a02d-2cf94f63aca6 None None] Current status of the port e57c721c-28a9-4cf4-b4ea-322f25b2725f is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:32.897190 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:31Z', 'revision_number': 3, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:32.930910 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Checking router: c5924614-3769-4e39-ab51-302729d589b5 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:47:32.931586 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Updating router c5924614-3769-4e39-ab51-302729d589b5 port 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 binding host dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:47:32.963054 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.141862 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1cb20a32-9844-4a59-ab68-ecc78a00334e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (5c23cfc8-5724-4607-a5d9-918126731482), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.142497 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1cb20a32-9844-4a59-ab68-ecc78a00334e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (5c23cfc8-5724-4607-a5d9-918126731482), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.159866 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-1cb20a32-9844-4a59-ab68-ecc78a00334e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Calling delete_port for 5c23cfc8-5724-4607-a5d9-918126731482 owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:47:33.254882 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device e57c721c-28a9-4cf4-b4ea-322f25b2725f up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:47:33.283252 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Publish callbacks [] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.289320 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.293554 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1898f14-e61f-4a2c-9b64-be250294ad71 req-5954f800-3d82-4648-b96f-bf8d6f306288 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:33.295634 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b1898f14-e61f-4a2c-9b64-be250294ad71 req-5954f800-3d82-4648-b96f-bf8d6f306288 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.1324368 May 05 15:47:33.315113 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port e57c721c-28a9-4cf4-b4ea-322f25b2725f triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:33.315583 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.347639 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Pushing event updated for resources: {'Port': ['ID=04cec3c8-6ff4-4d7a-b9dc-32c61ba80251,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:33.359411 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.360420 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.360420 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.360964 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.361301 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.361641 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.361978 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.362446 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.362863 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.363192 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.363519 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.363863 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.364251 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.364768 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.365710 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:33.370186 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Attempting to bind port 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:47:33.370794 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Attempting to bind port 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:47:33.371850 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Attempting to bind port 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 on network b5107952-2f6d-4e6f-81da-5335e81bd6c8 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:47:33.379548 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:47:33.380236 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Checking segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:47:33.380836 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.381260 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Bound using segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:47:33.381883 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Bound port: 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:47:33.382477 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.411634 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port e57c721c-28a9-4cf4-b4ea-322f25b2725f is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:33.459251 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] For port 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:47:33.459880 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b1898f14-e61f-4a2c-9b64-be250294ad71 req-26ddf188-2c4f-4937-afb8-71618a818cc5 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456916 May 05 15:47:33.474921 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] For port 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=04cec3c8-6ff4-4d7a-b9dc-32c61ba80251,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:47:33.484642 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.534091 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1cb20a32-9844-4a59-ab68-ecc78a00334e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (5c23cfc8-5724-4607-a5d9-918126731482), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.536190 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:33.536860 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:33.546621 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.578815 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb20a32-9844-4a59-ab68-ecc78a00334e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event deleted for resources: {'Port': ['ID=5c23cfc8-5724-4607-a5d9-918126731482,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:33.598439 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651b74f-5af6-4e26-936f-7335d0442ed6 None None] Pushing event updated for resources: {'Port': ['ID=04cec3c8-6ff4-4d7a-b9dc-32c61ba80251,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:33.672782 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:33.717143 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1cb20a32-9844-4a59-ab68-ecc78a00334e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (85a2024b-0dcf-4edc-9741-571782e5a350), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.719765 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1cb20a32-9844-4a59-ab68-ecc78a00334e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.720976 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1cb20a32-9844-4a59-ab68-ecc78a00334e tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "DELETE /v2.0/floatingips/85a2024b-0dcf-4edc-9741-571782e5a350 HTTP/1.1" status: 204 len: 168 time: 1.2365799 May 05 15:47:33.804424 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Allocated IP 172.20.0.1 (7a655f93-a527-4370-a676-4e688ca3a876/e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33/100a9399-bb52-49de-bc43-7f4035e09f37) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:47:33.864221 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:31Z', 'revision_number': 3, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:33.875053 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 16ae474f-47ca-4699-829f-fde7ef545ef0 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:47:33.907304 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dcd0de-0085-4f20-bb8f-86f8d5ad5f22 None None] The sync data for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi is: [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:31Z', 'revision_number': 3, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:47:33.932159 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Publish callbacks [] for port (100a9399-bb52-49de-bc43-7f4035e09f37), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.986985 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 16ae474f-47ca-4699-829f-fde7ef545ef0 is: ACTIVE; New status is: DOWN {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:33.987669 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:33.988839 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.017648 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:34.019061 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55350b8-0c4f-4c17-97c3-2006608069c0" -d '{"events": [{"server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "name": "network-vif-unplugged", "status": "completed", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:34.039873 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 16ae474f-47ca-4699-829f-fde7ef545ef0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=16ae474f-47ca-4699-829f-fde7ef545ef0,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:34.047022 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.048246 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 08434f96-b818-411c-a085-51a489bc8560 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:47:34.075332 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 May 2022 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a5f979-7ea2-4bcc-bb4e-027b5db65ffb x-openstack-request-id: req-d6a5f979-7ea2-4bcc-bb4e-027b5db65ffb {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:34.076577 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "name": "network-vif-unplugged", "status": "completed", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:34.076958 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6a5f979-7ea2-4bcc-bb4e-027b5db65ffb {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:34.077535 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a5f979-7ea2-4bcc-bb4e-027b5db65ffb'] response: {'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'code': 200} May 05 15:47:34.082923 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-9b682927-58ae-42bc-bb5f-08b18360beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:34.084458 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-9b682927-58ae-42bc-bb5f-08b18360beca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad&tenant_id=89fca92b565f42ffba33b22f01fbc248 HTTP/1.1" status: 200 len: 1129 time: 0.1091707 May 05 15:47:34.100378 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: 08434f96-b818-411c-a085-51a489bc8560 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:47:34.101104 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 08434f96-b818-411c-a085-51a489bc8560 not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:47:34.125721 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Pushing event updated for resources: {'Port': ['ID=100a9399-bb52-49de-bc43-7f4035e09f37,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:34.139887 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=16ae474f-47ca-4699-829f-fde7ef545ef0,revision_number=6']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:34.163018 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Network 7a655f93-a527-4370-a676-4e688ca3a876 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:47:34.166132 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:47:34.170770 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:47:34.207989 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-8bd38c3d-15a9-473d-80ea-e2acb250c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:34.212169 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-8bd38c3d-15a9-473d-80ea-e2acb250c04c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89fca92b565f42ffba33b22f01fbc248&device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 1127 time: 0.0834901 May 05 15:47:34.233382 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3753147'] for router_interface (c5924614-3769-4e39-ab51-302729d589b5), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.461814 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-5404d4c8-624a-456b-af68-60b50d58368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:34.463358 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-5404d4c8-624a-456b-af68-60b50d58368d service neutron] 10.222.0.41 "GET /v2.0/networks?id=62e9c9c5-15a0-4112-8fd4-25de2974c53b HTTP/1.1" status: 200 len: 909 time: 0.2421134 May 05 15:47:34.468739 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-a8df88fe-40fd-4ad0-82fa-9a999db77057 None None] Provisioning complete for port 100a9399-bb52-49de-bc43-7f4035e09f37 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:34.469274 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a8df88fe-40fd-4ad0-82fa-9a999db77057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.472048 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.483973 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60588) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:34.489594 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-60a1e154-03e7-4c6c-94e7-b9b3e2f2bb7b tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--257932205', 'description': 'tempest-description--1831261634'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:34.517301 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-60a1e154-03e7-4c6c-94e7-b9b3e2f2bb7b tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.547972 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-a8df88fe-40fd-4ad0-82fa-9a999db77057 None None] Port 100a9399-bb52-49de-bc43-7f4035e09f37 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:47:34.610543 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-b6dfa474-93fd-41f9-a919-d854f18efe9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ae474f-47ca-4699-829f-fde7ef545ef0 HTTP/1.1" status: 200 len: 999 time: 0.1394384 May 05 15:47:34.612437 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-60a1e154-03e7-4c6c-94e7-b9b3e2f2bb7b tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group (6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.616839 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-60a1e154-03e7-4c6c-94e7-b9b3e2f2bb7b tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.648778 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-60a1e154-03e7-4c6c-94e7-b9b3e2f2bb7b tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.650015 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-60a1e154-03e7-4c6c-94e7-b9b3e2f2bb7b tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1644533 May 05 15:47:34.650914 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1e154-03e7-4c6c-94e7-b9b3e2f2bb7b tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:34.652903 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60592) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:34.657315 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-ad0c6b7c-f608-49bf-badd-9baab5dbe282 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Request body: {'security_group_rule': {'security_group_id': '6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:34.679674 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b283a-80dd-4ffa-bfe4-e2b0dab0e45d req-d1e0ae5f-faa3-498c-9215-8f08553833e8 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:34.681209 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8b0b283a-80dd-4ffa-bfe4-e2b0dab0e45d req-d1e0ae5f-faa3-498c-9215-8f08553833e8 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.1115172 May 05 15:47:34.687499 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ad0c6b7c-f608-49bf-badd-9baab5dbe282 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group_rule (3e2f52d7-e262-485b-afd0-7081cd7fbd4f), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.751809 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-cebfc435-5e75-46f3-9b76-3a6a9377f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:34.753282 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-cebfc435-5e75-46f3-9b76-3a6a9377f69c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=517f5a73-3fa3-46ff-bb5d-c1e87917c1ec HTTP/1.1" status: 200 len: 847 time: 0.1344962 May 05 15:47:34.754452 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ad0c6b7c-f608-49bf-badd-9baab5dbe282 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group_rule (3e2f52d7-e262-485b-afd0-7081cd7fbd4f), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.762087 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ad0c6b7c-f608-49bf-badd-9baab5dbe282 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (3e2f52d7-e262-485b-afd0-7081cd7fbd4f), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.784817 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c6b7c-f608-49bf-badd-9baab5dbe282 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2f52d7-e262-485b-afd0-7081cd7fbd4f,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:34.790428 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ad0c6b7c-f608-49bf-badd-9baab5dbe282 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.794603 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-ad0c6b7c-f608-49bf-badd-9baab5dbe282 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406770 May 05 15:47:34.795220 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60594) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:34.801576 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-99d0cdea-3141-439f-aaf1-d1d93aac490c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Request body: {'security_group_rule': {'security_group_id': '6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:34.828107 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-99d0cdea-3141-439f-aaf1-d1d93aac490c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group_rule (466f6048-ed31-4e86-9008-d6c9504ca5c9), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.851606 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8b0b283a-80dd-4ffa-bfe4-e2b0dab0e45d req-78332513-5103-4574-aa99-af66439a7834 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479073 May 05 15:47:34.858019 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-a2ff080e-71de-46cf-ab45-6229cc84e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:34.859776 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-a2ff080e-71de-46cf-ab45-6229cc84e591 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62e9c9c5-15a0-4112-8fd4-25de2974c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976920 May 05 15:47:34.895511 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-99d0cdea-3141-439f-aaf1-d1d93aac490c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group_rule (466f6048-ed31-4e86-9008-d6c9504ca5c9), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.900484 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-99d0cdea-3141-439f-aaf1-d1d93aac490c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (466f6048-ed31-4e86-9008-d6c9504ca5c9), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.922950 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0cdea-3141-439f-aaf1-d1d93aac490c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466f6048-ed31-4e86-9008-d6c9504ca5c9,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:34.936358 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-99d0cdea-3141-439f-aaf1-d1d93aac490c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.937596 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-99d0cdea-3141-439f-aaf1-d1d93aac490c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414416 May 05 15:47:34.940761 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60596) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:34.945230 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:34.965062 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Publish callbacks [] for port (100a9399-bb52-49de-bc43-7f4035e09f37), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.968830 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:34.973859 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:35.041087 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-5b5fad7d-bf42-4130-8a74-941756cedc1c service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721294 May 05 15:47:35.055283 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:35.075541 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Pushing event updated for resources: {'Port': ['ID=100a9399-bb52-49de-bc43-7f4035e09f37,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:35.089258 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3753025'] for router_interface (c5924614-3769-4e39-ab51-302729d589b5), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:35.184013 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Allocated IP 172.27.3.224 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/581670c2-b364-447c-9fb0-9d6b5f682f2c) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:47:35.212793 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5b5952b-a468-4bf4-9c5c-52ee8fbee03e req-533005d7-a0ec-4bff-aa24-fbbdb9feb11e service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638467 May 05 15:47:35.245321 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Network 7a655f93-a527-4370-a676-4e688ca3a876 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:47:35.246879 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:47:35.250687 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:47:35.317785 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for port (581670c2-b364-447c-9fb0-9d6b5f682f2c), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:35.348415 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:35.348799 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:35.356043 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (581670c2-b364-447c-9fb0-9d6b5f682f2c), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:35.398997 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:47:35.401857 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:47:35.403614 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Router c5924614-3769-4e39-ab51-302729d589b5 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:47:35.405678 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:47:35.435075 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event updated for resources: {'Port': ['ID=581670c2-b364-447c-9fb0-9d6b5f682f2c,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:35.452719 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:35.453117 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:35.491133 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=04cec3c8-6ff4-4d7a-b9dc-32c61ba80251,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:35.517250 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:35.533030 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (ea915dc9-2a0e-4378-87a3-01cc89caf2f9), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:35.549860 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:47:35.555689 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-80e939f6-6991-4112-b1bf-77ec79a84473 admin admin] 10.222.0.58 "PUT /v2.0/routers/c5924614-3769-4e39-ab51-302729d589b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1611750 May 05 15:47:35.584126 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=04cec3c8-6ff4-4d7a-b9dc-32c61ba80251,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:35.588956 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-6dd352c7-99fa-4a73-a31c-fa37490fd989 None None] Provisioning complete for port 100a9399-bb52-49de-bc43-7f4035e09f37 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:35.589788 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6dd352c7-99fa-4a73-a31c-fa37490fd989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:35.591778 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (581670c2-b364-447c-9fb0-9d6b5f682f2c), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:35.627641 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-6dd352c7-99fa-4a73-a31c-fa37490fd989 None None] Port 100a9399-bb52-49de-bc43-7f4035e09f37 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:47:35.900474 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Sync routers for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:47:35.918580 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:35.920348 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:36.007612 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2a1b2-6355-4dd9-8f3c-f191b3f2ec50 req-d34dc910-6b9c-4323-9374-e963929b59c9 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:36.014504 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for port (581670c2-b364-447c-9fb0-9d6b5f682f2c), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.016485 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35e2a1b2-6355-4dd9-8f3c-f191b3f2ec50 req-d34dc910-6b9c-4323-9374-e963929b59c9 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.0664976 May 05 15:47:36.020465 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (581670c2-b364-447c-9fb0-9d6b5f682f2c), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.043082 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:36.081196 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35e2a1b2-6355-4dd9-8f3c-f191b3f2ec50 req-f9e805ad-d84c-4e00-9445-a44b73b6ff7b tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635362 May 05 15:47:36.128670 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60606) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:36.130764 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event updated for resources: {'Port': ['ID=581670c2-b364-447c-9fb0-9d6b5f682f2c,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:36.135424 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-dbbe7d4f-9d5a-4b6d-acf0-0b1d870d8d6a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--731128772', 'description': 'tempest-description--348776022'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:36.148584 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (ea915dc9-2a0e-4378-87a3-01cc89caf2f9), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.166109 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7d4f-9d5a-4b6d-acf0-0b1d870d8d6a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.171739 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.172852 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-ce5d14ea-e92c-4255-a67f-975a57f5e399 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2311096 May 05 15:47:36.248391 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7d4f-9d5a-4b6d-acf0-0b1d870d8d6a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group (f46a7abf-e837-40f8-9a88-13a9a00a5805), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.252715 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7d4f-9d5a-4b6d-acf0-0b1d870d8d6a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (f46a7abf-e837-40f8-9a88-13a9a00a5805), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.285785 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7d4f-9d5a-4b6d-acf0-0b1d870d8d6a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.289686 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-dbbe7d4f-9d5a-4b6d-acf0-0b1d870d8d6a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1573219 May 05 15:47:36.289818 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 2, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:36.291029 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60620) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:36.296199 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-7f3cd447-4a33-4364-933c-665b4d4332b2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Request body: {'security_group_rule': {'security_group_id': 'f46a7abf-e837-40f8-9a88-13a9a00a5805', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:36.300445 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe7d4f-9d5a-4b6d-acf0-0b1d870d8d6a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46a7abf-e837-40f8-9a88-13a9a00a5805,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:36.335662 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd447-4a33-4364-933c-665b4d4332b2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group_rule (e2b333c5-99dd-4a13-8bd9-1ce82d3cd4bb), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.340823 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-c3443223-6d57-4810-b68b-cfb236e510f9 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--257932205&fields=id&tenant_id=bd7f78fcf0be461796d2a86956cf3b9d HTTP/1.1" status: 200 len: 267 time: 0.0502858 May 05 15:47:36.400320 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd447-4a33-4364-933c-665b4d4332b2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group_rule (e2b333c5-99dd-4a13-8bd9-1ce82d3cd4bb), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.405450 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd447-4a33-4364-933c-665b4d4332b2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (e2b333c5-99dd-4a13-8bd9-1ce82d3cd4bb), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.432117 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd447-4a33-4364-933c-665b4d4332b2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.433246 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-7f3cd447-4a33-4364-933c-665b4d4332b2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410837 May 05 15:47:36.434823 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cd447-4a33-4364-933c-665b4d4332b2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b333c5-99dd-4a13-8bd9-1ce82d3cd4bb,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:36.436068 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60622) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:36.443355 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-39c1387e-af18-4db2-b920-24e21361cf45 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Request body: {'security_group_rule': {'security_group_id': 'f46a7abf-e837-40f8-9a88-13a9a00a5805', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:36.453207 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Checking router: c5924614-3769-4e39-ab51-302729d589b5 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:47:36.453571 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Updating router c5924614-3769-4e39-ab51-302729d589b5 port 100a9399-bb52-49de-bc43-7f4035e09f37 binding host dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:47:36.483506 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-499c7533-545a-4e24-b399-93eaf10b55b8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:36.483731 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.485173 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-499c7533-545a-4e24-b399-93eaf10b55b8 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/networks?id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32 HTTP/1.1" status: 200 len: 811 time: 0.1372211 May 05 15:47:36.498222 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39c1387e-af18-4db2-b920-24e21361cf45 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group_rule (01125dfd-02ca-4d36-b5ee-8ae7fc2d7c5f), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.503561 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-5f9d9c68-3623-440a-accc-dcfb0c45ba72 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/quotas/bd7f78fcf0be461796d2a86956cf3b9d HTTP/1.1" status: 200 len: 375 time: 0.0131423 May 05 15:47:36.582485 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-4ac60d7f-7cfe-4784-acb1-5b064b7c8196 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd7f78fcf0be461796d2a86956cf3b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617650 May 05 15:47:36.588296 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39c1387e-af18-4db2-b920-24e21361cf45 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group_rule (01125dfd-02ca-4d36-b5ee-8ae7fc2d7c5f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.592803 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39c1387e-af18-4db2-b920-24e21361cf45 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (01125dfd-02ca-4d36-b5ee-8ae7fc2d7c5f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.629524 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1387e-af18-4db2-b920-24e21361cf45 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01125dfd-02ca-4d36-b5ee-8ae7fc2d7c5f,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:36.636820 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39c1387e-af18-4db2-b920-24e21361cf45 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.638713 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-39c1387e-af18-4db2-b920-24e21361cf45 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2010279 May 05 15:47:36.641904 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60624) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:36.646473 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:36.667942 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.718895 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-3d4280df-c5db-4aa6-897d-55cca54bf0d2 service neutron] 10.222.0.58 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202881 May 05 15:47:36.757783 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.769465 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Publish callbacks [] for port (100a9399-bb52-49de-bc43-7f4035e09f37), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.776207 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.822084 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-8c491aab-cc6d-405f-a854-9705249c7ee3 service neutron] 10.222.0.58 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998023 May 05 15:47:36.851185 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0437724-4af8-4340-a92a-b9725f86dfc8 None None] Pushing event updated for resources: {'Port': ['ID=100a9399-bb52-49de-bc43-7f4035e09f37,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:36.877872 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Allocated IP 172.27.3.71 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/5341e19a-9d9f-4424-96d6-d48d3783e52c) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:47:36.893133 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Attempting to bind port 100a9399-bb52-49de-bc43-7f4035e09f37 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:47:36.893611 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Attempting to bind port 100a9399-bb52-49de-bc43-7f4035e09f37 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:47:36.894126 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Attempting to bind port 100a9399-bb52-49de-bc43-7f4035e09f37 on network 7a655f93-a527-4370-a676-4e688ca3a876 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:47:36.900385 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:47:36.900769 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Checking segment: {'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:47:36.901185 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:36.901589 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Bound using segment: {'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:47:36.902157 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Bound port: 100a9399-bb52-49de-bc43-7f4035e09f37, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:47:36.902587 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.004381 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] For port 100a9399-bb52-49de-bc43-7f4035e09f37, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:47:37.008620 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] For port 100a9399-bb52-49de-bc43-7f4035e09f37, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=100a9399-bb52-49de-bc43-7f4035e09f37,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:47:37.022794 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.035441 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6dc46da8-8c5f-4f15-912d-c0f258150215 req-a4e433c5-4dc5-48d7-9d7e-2f669e1398da tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 210 time: 0.0413151 May 05 15:47:37.075634 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:37.076299 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:37.093959 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for port (5341e19a-9d9f-4424-96d6-d48d3783e52c), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.126384 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0437724-4af8-4340-a92a-b9725f86dfc8 None None] Pushing event updated for resources: {'Port': ['ID=100a9399-bb52-49de-bc43-7f4035e09f37,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:37.180508 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (5341e19a-9d9f-4424-96d6-d48d3783e52c), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.202308 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-58db6dfa-214a-4fbf-a743-ddf616f6672d None None] Provisioning complete for port 100a9399-bb52-49de-bc43-7f4035e09f37 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:37.202834 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-58db6dfa-214a-4fbf-a743-ddf616f6672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.248854 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:47:37.254664 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:47:37.256971 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:37.262962 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:47:37.296620 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event updated for resources: {'Port': ['ID=5341e19a-9d9f-4424-96d6-d48d3783e52c,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:37.316243 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:47:37.340051 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64921b4-3f87-4037-8566-a759c4008057 req-7d535ce0-c13b-41c0-baef-369b77439510 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:37.343524 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b64921b4-3f87-4037-8566-a759c4008057 req-7d535ce0-c13b-41c0-baef-369b77439510 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.1427011 May 05 15:47:37.425515 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (b092f932-d17c-4223-97d8-1dcd25fa71e8), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.431126 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b64921b4-3f87-4037-8566-a759c4008057 req-8b9c3ff9-1e7a-46af-bab4-f3711f46909e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821600 May 05 15:47:37.472354 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-58db6dfa-214a-4fbf-a743-ddf616f6672d None None] Current status of the port 100a9399-bb52-49de-bc43-7f4035e09f37 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:37.472734 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-58db6dfa-214a-4fbf-a743-ddf616f6672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.477293 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (5341e19a-9d9f-4424-96d6-d48d3783e52c), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.519547 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:37.520056 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.616645 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-58db6dfa-214a-4fbf-a743-ddf616f6672d None None] For port 100a9399-bb52-49de-bc43-7f4035e09f37, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=100a9399-bb52-49de-bc43-7f4035e09f37,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:37.628363 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-58db6dfa-214a-4fbf-a743-ddf616f6672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.667900 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for port (5341e19a-9d9f-4424-96d6-d48d3783e52c), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.673190 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (5341e19a-9d9f-4424-96d6-d48d3783e52c), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.673992 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:36Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:37.737747 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378633ea-6f9a-4186-875c-585819f03cc2 None None] The sync data for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi is: [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:36Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:47:37.749176 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event updated for resources: {'Port': ['ID=5341e19a-9d9f-4424-96d6-d48d3783e52c,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:37.750766 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db6dfa-214a-4fbf-a743-ddf616f6672d None None] Pushing event updated for resources: {'Port': ['ID=100a9399-bb52-49de-bc43-7f4035e09f37,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:37.763290 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.763580 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.763930 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.764277 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.764769 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.765101 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.765439 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.765769 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.766106 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.766390 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-0342fe94-8457-4a42-9666-9bfcf18b3769 None None] Provisioning complete for port 100a9399-bb52-49de-bc43-7f4035e09f37 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:37.766609 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.766772 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0342fe94-8457-4a42-9666-9bfcf18b3769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.767074 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.767411 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.767862 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.768063 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.768392 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:47:37.769819 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:37.771954 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (b092f932-d17c-4223-97d8-1dcd25fa71e8), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.793230 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:37.804005 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-dccd6b13-6470-4ff9-a0b6-cdc48dc46edc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1519885 May 05 15:47:37.892528 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-0342fe94-8457-4a42-9666-9bfcf18b3769 None None] Current status of the port 100a9399-bb52-49de-bc43-7f4035e09f37 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:37.977317 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-2ac2f9a1-90e3-4652-a36d-e51a0e691f31 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--731128772&fields=id&tenant_id=ef541155816d4ac0938103cc1c142845 HTTP/1.1" status: 200 len: 267 time: 0.0470467 May 05 15:47:38.089626 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-ddd3e5db-6743-4f9b-893a-e451c695a340 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:38.091709 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-ddd3e5db-6743-4f9b-893a-e451c695a340 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/networks?id=7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 200 len: 816 time: 0.1068892 May 05 15:47:38.110156 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-e8e057a2-0762-47c4-bf65-fe56a1435aed tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/quotas/ef541155816d4ac0938103cc1c142845 HTTP/1.1" status: 200 len: 375 time: 0.0119064 May 05 15:47:38.194451 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-708ed60d-dc3e-4004-af3c-15abf4120449 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752962 May 05 15:47:38.200789 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-099a3019-2dbd-49e0-ac2c-b87622a7e108 req-4079ed56-e3ed-4c57-aaaa-22f36f07e7e6 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 210 time: 0.0549948 May 05 15:47:38.299805 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-770e394b-05b9-4ed7-b1bf-ab51005acaaa tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:38.301399 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-770e394b-05b9-4ed7-b1bf-ab51005acaaa tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.41 "GET /v2.0/networks?id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32 HTTP/1.1" status: 200 len: 811 time: 0.1430564 May 05 15:47:38.324146 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-6c327d47-79e5-4614-8abc-25a3caeb7c2e service neutron] 10.222.0.58 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206763 May 05 15:47:38.371121 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-c377a334-7f7f-4570-b88d-aa0f90327920 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd7f78fcf0be461796d2a86956cf3b9d HTTP/1.1" status: 200 len: 379 time: 0.0601449 May 05 15:47:38.380053 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-20ceea97-1c87-4e3b-b194-8050ed8e2812 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Request body: {'port': {'device_id': '3cda5d81-a558-403c-8144-4d7c934b2c0e', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'admin_state_up': True, 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'security_groups': ['6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51']}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:38.431776 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-315a19a9-5c6f-460a-8a96-a3623011f499 service neutron] 10.222.0.58 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065392 May 05 15:47:38.514606 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-20ceea97-1c87-4e3b-b194-8050ed8e2812 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Made reservation on behalf of bd7f78fcf0be461796d2a86956cf3b9d for: {'port': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:47:38.518392 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-20ceea97-1c87-4e3b-b194-8050ed8e2812 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:38.628337 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-136e978a-cb23-422c-b8d3-99d054849194 req-18e76e09-c391-4772-adba-9d35cfe244a3 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 210 time: 0.0315433 May 05 15:47:38.848348 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ece62-4349-4ebe-8d5b-d450d6b91ee6 req-706b3b9c-ce0b-415a-b523-bd5d1ace22cb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:38.849958 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8a9ece62-4349-4ebe-8d5b-d450d6b91ee6 req-706b3b9c-ce0b-415a-b523-bd5d1ace22cb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.3478022 May 05 15:47:38.977995 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8a9ece62-4349-4ebe-8d5b-d450d6b91ee6 req-98e9f6ff-e7f2-4eba-b039-66ebcf6fb20c tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975072 May 05 15:47:39.005202 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-20ceea97-1c87-4e3b-b194-8050ed8e2812 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Allocated IP 172.20.0.13 (56f1a0c2-f1c0-439d-ad4c-587f0585ee32/86f8d8ae-fc09-441d-bf00-c996815f485d/594bdbf3-eba0-4199-9eb5-8f3b71709a8a) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:47:39.150286 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-20ceea97-1c87-4e3b-b194-8050ed8e2812 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:39.191017 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-20ceea97-1c87-4e3b-b194-8050ed8e2812 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:39.253892 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-20ceea97-1c87-4e3b-b194-8050ed8e2812 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:47:39.261476 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-20ceea97-1c87-4e3b-b194-8050ed8e2812 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:47:39.266516 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-20ceea97-1c87-4e3b-b194-8050ed8e2812 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:47:39.273282 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 100a9399-bb52-49de-bc43-7f4035e09f37 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:47:39.304778 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ceea97-1c87-4e3b-b194-8050ed8e2812 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event updated for resources: {'Port': ['ID=594bdbf3-eba0-4199-9eb5-8f3b71709a8a,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:39.338753 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 100a9399-bb52-49de-bc43-7f4035e09f37 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:39.339130 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:39.344777 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-20ceea97-1c87-4e3b-b194-8050ed8e2812 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:39.345938 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-20ceea97-1c87-4e3b-b194-8050ed8e2812 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:39.348381 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c556a4-5c00-42cb-8aff-7c647a3129d4 req-59ffa105-fb88-4b95-a25d-75325530c613 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:39.352295 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c0c556a4-5c00-42cb-8aff-7c647a3129d4 req-59ffa105-fb88-4b95-a25d-75325530c613 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 932 time: 0.0579953 May 05 15:47:39.365144 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-20ceea97-1c87-4e3b-b194-8050ed8e2812 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9894006 May 05 15:47:39.401158 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c0c556a4-5c00-42cb-8aff-7c647a3129d4 req-a8e3f944-acd1-40bf-bec1-ab5b051ec7e4 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453479 May 05 15:47:39.426017 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 100a9399-bb52-49de-bc43-7f4035e09f37 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:39.491276 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Request body: {'port': {'device_id': '3cda5d81-a558-403c-8144-4d7c934b2c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:39.524622 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3108e952-66fb-4ef9-b439-e0fe4ecabb6c None None] Provisioning complete for port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:39.525133 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3108e952-66fb-4ef9-b439-e0fe4ecabb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:39.557929 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:39.563772 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3108e952-66fb-4ef9-b439-e0fe4ecabb6c None None] Port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:47:39.709114 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-0cf5a28e-6a96-4c55-a00c-bd5b170c964f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:39.711290 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-0cf5a28e-6a96-4c55-a00c-bd5b170c964f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.41 "GET /v2.0/networks?id=7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 200 len: 816 time: 0.1394746 May 05 15:47:39.772596 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d62087f4-58dd-4137-b568-ef9544e64de3 req-964be3ec-ecc3-4c3d-8c35-36d44e643ed6 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 210 time: 0.0411863 May 05 15:47:39.789508 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-54f6337d-9d96-4e18-8e80-3865fecc331a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef541155816d4ac0938103cc1c142845 HTTP/1.1" status: 200 len: 379 time: 0.0673718 May 05 15:47:39.847073 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-7e9c72c5-a158-42cd-af54-4f8c6fa1033f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Request body: {'port': {'device_id': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'admin_state_up': True, 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'security_groups': ['f46a7abf-e837-40f8-9a88-13a9a00a5805']}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:39.901594 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594bdbf3-eba0-4199-9eb5-8f3b71709a8a {{(pid=109966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:47:39.909824 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Publish callbacks [] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:39.924923 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.provisioning_blocks [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Transition to ACTIVE for port object 594bdbf3-eba0-4199-9eb5-8f3b71709a8a will not be triggered until provisioned by entity L2. {{(pid=109966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:47:39.928803 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:39.959608 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-7e9c72c5-a158-42cd-af54-4f8c6fa1033f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Made reservation on behalf of ef541155816d4ac0938103cc1c142845 for: {'port': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:47:39.963960 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-7e9c72c5-a158-42cd-af54-4f8c6fa1033f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:39.987281 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Pushing event updated for resources: {'Port': ['ID=594bdbf3-eba0-4199-9eb5-8f3b71709a8a,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:40.070427 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Attempting to bind port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:47:40.070778 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Attempting to bind port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:47:40.071122 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Attempting to bind port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a on network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:47:40.076734 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a on network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:47:40.077070 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Attempting to bind port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a on network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:47:40.082461 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:47:40.082810 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Checking segment: {'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:47:40.083202 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Bound using segment: {'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:47:40.083640 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Bound port: 594bdbf3-eba0-4199-9eb5-8f3b71709a8a, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1104bef-8bcc-438d-a730-70d7cad099eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32'}}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:47:40.084782 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:40.148902 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bdc53-8149-422b-a410-d20bb716ec00 req-a2e079df-cadd-4c24-b38b-9a290d940c58 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:40.150876 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b78bdc53-8149-422b-a410-d20bb716ec00 req-a2e079df-cadd-4c24-b38b-9a290d940c58 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.0654471 May 05 15:47:40.155054 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] For port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a, host hv-cinder-83979, cleared binding levels {{(pid=109966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:47:40.157758 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-7e9c72c5-a158-42cd-af54-4f8c6fa1033f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Allocated IP 172.20.0.10 (7a655f93-a527-4370-a676-4e688ca3a876/e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33/3f83646c-2101-4201-99f3-e9addb324bdb) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:47:40.159732 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] For port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=594bdbf3-eba0-4199-9eb5-8f3b71709a8a,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:47:40.169778 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:40.204668 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:40.205298 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:40.206700 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] 10.222.0.41 "PUT /v2.0/ports/594bdbf3-eba0-4199-9eb5-8f3b71709a8a HTTP/1.1" status: 200 len: 1094 time: 0.7196593 May 05 15:47:40.207140 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cda5d81-a558-403c-8144-4d7c934b2c0e', 'tag': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:40.209461 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db8bb8b-60d2-4cca-9b34-5529dfbabe13" -d '{"events": [{"name": "network-changed", "server_uuid": "3cda5d81-a558-403c-8144-4d7c934b2c0e", "tag": "594bdbf3-eba0-4199-9eb5-8f3b71709a8a"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:40.237867 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7525fb-435a-4796-b767-4d2f1b8ed62c service neutron] Pushing event updated for resources: {'Port': ['ID=594bdbf3-eba0-4199-9eb5-8f3b71709a8a,revision_number=3']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:40.287782 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b78bdc53-8149-422b-a410-d20bb716ec00 req-acf7ed9a-2f04-4f17-8303-ee9e137f40e8 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277487 May 05 15:47:40.320174 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-466a67fa-c45e-4e1e-b604-0d6b3f025aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:40.321937 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-466a67fa-c45e-4e1e-b604-0d6b3f025aec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd7f78fcf0be461796d2a86956cf3b9d&device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 1128 time: 0.0700288 May 05 15:47:40.369657 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348d2ec2-762b-43cc-889a-a2a8562c017c x-openstack-request-id: req-348d2ec2-762b-43cc-889a-a2a8562c017c {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:40.370033 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cda5d81-a558-403c-8144-4d7c934b2c0e", "tag": "594bdbf3-eba0-4199-9eb5-8f3b71709a8a", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:40.370379 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-348d2ec2-762b-43cc-889a-a2a8562c017c {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:40.370782 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-348d2ec2-762b-43cc-889a-a2a8562c017c'] response: {'name': 'network-changed', 'server_uuid': '3cda5d81-a558-403c-8144-4d7c934b2c0e', 'tag': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a', 'status': 'completed', 'code': 200} May 05 15:47:40.372815 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-1e265cef-230d-4f8b-8338-60cd9155dd71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=594bdbf3-eba0-4199-9eb5-8f3b71709a8a HTTP/1.1" status: 200 len: 217 time: 0.0418577 May 05 15:47:40.400977 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-7e9c72c5-a158-42cd-af54-4f8c6fa1033f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for port (3f83646c-2101-4201-99f3-e9addb324bdb), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:40.422619 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-844bc06f-0d6e-4aaa-8b44-6c361af23c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:40.424414 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-844bc06f-0d6e-4aaa-8b44-6c361af23c70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8d8ae-fc09-441d-bf00-c996815f485d HTTP/1.1" status: 200 len: 850 time: 0.0463784 May 05 15:47:40.441480 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-7e9c72c5-a158-42cd-af54-4f8c6fa1033f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:40.477684 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-286e4983-91c5-4473-a049-47dc1894e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:40.479321 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-286e4983-91c5-4473-a049-47dc1894e2d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493703 May 05 15:47:40.521711 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-7e9c72c5-a158-42cd-af54-4f8c6fa1033f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Network 7a655f93-a527-4370-a676-4e688ca3a876 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:47:40.529274 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-7e9c72c5-a158-42cd-af54-4f8c6fa1033f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:47:40.538676 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-7e9c72c5-a158-42cd-af54-4f8c6fa1033f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:47:40.569721 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05affd-c260-46a4-bb84-95281d14cd20 req-e91c3f7c-c640-430b-b906-f835ddf413db tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:40.571364 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5c05affd-c260-46a4-bb84-95281d14cd20 req-e91c3f7c-c640-430b-b906-f835ddf413db tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 944 time: 0.0899785 May 05 15:47:40.574461 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c72c5-a158-42cd-af54-4f8c6fa1033f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event updated for resources: {'Port': ['ID=3f83646c-2101-4201-99f3-e9addb324bdb,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:40.627279 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-7e9c72c5-a158-42cd-af54-4f8c6fa1033f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:40.627906 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-7e9c72c5-a158-42cd-af54-4f8c6fa1033f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:40.654745 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5c05affd-c260-46a4-bb84-95281d14cd20 req-5eebff05-1a02-4a7a-a9f4-9fdca9db3242 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734668 May 05 15:47:40.659002 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-7e9c72c5-a158-42cd-af54-4f8c6fa1033f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8160255 May 05 15:47:40.676852 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-c1a9b6a4-1541-4a5b-81f5-2d49d621b889 service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061885 May 05 15:47:40.736109 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-550f9e69-2384-4646-a002-1d6d98240821 None None] Provisioning complete for port 3f83646c-2101-4201-99f3-e9addb324bdb triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:40.736674 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-550f9e69-2384-4646-a002-1d6d98240821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:40.769966 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-550f9e69-2384-4646-a002-1d6d98240821 None None] Port 3f83646c-2101-4201-99f3-e9addb324bdb cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:47:40.897327 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b296e-8f94-4ac9-b1fe-e17afd163178 req-12d2478c-7c68-4474-bbc5-90624a1cf328 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:40.898820 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-175b296e-8f94-4ac9-b1fe-e17afd163178 req-12d2478c-7c68-4474-bbc5-90624a1cf328 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 932 time: 0.0471175 May 05 15:47:40.955616 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-175b296e-8f94-4ac9-b1fe-e17afd163178 req-9f3ba7fe-51bd-4711-9e4b-0a001b148720 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511901 May 05 15:47:41.103037 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Request body: {'port': {'device_id': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:41.162780 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:41.184910 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c81b101f-7eea-4592-8f74-fcd4fb3173d1 req-81fe7288-b9d2-4a1b-b6c7-8b3c4b1d6fa7 service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847647 May 05 15:47:41.437639 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcb37d-646d-4a13-9622-01210baec0d9 req-c3fb8b22-f404-4676-8d50-5d5bdc2f292c tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:41.439125 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-95bcb37d-646d-4a13-9622-01210baec0d9 req-c3fb8b22-f404-4676-8d50-5d5bdc2f292c tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.0717845 May 05 15:47:41.496199 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f83646c-2101-4201-99f3-e9addb324bdb {{(pid=109965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:47:41.507715 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Publish callbacks [] for port (3f83646c-2101-4201-99f3-e9addb324bdb), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:41.530007 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-95bcb37d-646d-4a13-9622-01210baec0d9 req-a1b9f392-17e8-4a7e-b9b4-d3895cc196f3 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853105 May 05 15:47:41.532610 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.provisioning_blocks [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Transition to ACTIVE for port object 3f83646c-2101-4201-99f3-e9addb324bdb will not be triggered until provisioned by entity L2. {{(pid=109965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:47:41.536719 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:41.591080 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Pushing event updated for resources: {'Port': ['ID=3f83646c-2101-4201-99f3-e9addb324bdb,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:41.662816 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Attempting to bind port 3f83646c-2101-4201-99f3-e9addb324bdb on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:47:41.663154 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Attempting to bind port 3f83646c-2101-4201-99f3-e9addb324bdb by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:47:41.663484 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Attempting to bind port 3f83646c-2101-4201-99f3-e9addb324bdb on network 7a655f93-a527-4370-a676-4e688ca3a876 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:47:41.667883 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Port 3f83646c-2101-4201-99f3-e9addb324bdb on network 7a655f93-a527-4370-a676-4e688ca3a876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:47:41.668202 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Attempting to bind port 3f83646c-2101-4201-99f3-e9addb324bdb on network 7a655f93-a527-4370-a676-4e688ca3a876 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:47:41.673608 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:47:41.673946 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Checking segment: {'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:47:41.674360 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Bound using segment: {'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:47:41.674796 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Bound port: 3f83646c-2101-4201-99f3-e9addb324bdb, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'}}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:47:41.675157 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:41.742644 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] For port 3f83646c-2101-4201-99f3-e9addb324bdb, host hv-cinder-83979, cleared binding levels {{(pid=109965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:47:41.745637 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] For port 3f83646c-2101-4201-99f3-e9addb324bdb, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f83646c-2101-4201-99f3-e9addb324bdb,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:47:41.752284 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:41.771093 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59461a78-e5d4-4a92-a9e5-d9f73f6d06b3 req-e7b3542f-dee2-4e16-8d3d-3b7c2b2028ce tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:41.772593 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-59461a78-e5d4-4a92-a9e5-d9f73f6d06b3 req-e7b3542f-dee2-4e16-8d3d-3b7c2b2028ce tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 944 time: 0.0483980 May 05 15:47:41.785262 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:41.785911 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:41.787353 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] 10.222.0.41 "PUT /v2.0/ports/3f83646c-2101-4201-99f3-e9addb324bdb HTTP/1.1" status: 200 len: 1094 time: 0.6886096 May 05 15:47:41.787892 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:41.789969 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c25a33c-ee9b-40ae-b00d-32e2181b7693" -d '{"events": [{"name": "network-changed", "server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:41.814055 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945b05c-a8a7-4f88-877d-624ec3655888 service neutron] Pushing event updated for resources: {'Port': ['ID=3f83646c-2101-4201-99f3-e9addb324bdb,revision_number=3']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:41.848193 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-59461a78-e5d4-4a92-a9e5-d9f73f6d06b3 req-8aeac656-e280-494e-a014-7efbd3c01ef1 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698206 May 05 15:47:41.905767 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2d9a50-329c-46a6-b0c4-e5ef8d0412c4 x-openstack-request-id: req-ee2d9a50-329c-46a6-b0c4-e5ef8d0412c4 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:41.906096 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:41.906392 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee2d9a50-329c-46a6-b0c4-e5ef8d0412c4 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:41.906811 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2d9a50-329c-46a6-b0c4-e5ef8d0412c4'] response: {'name': 'network-changed', 'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb', 'status': 'completed', 'code': 200} May 05 15:47:42.024463 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25a33c-ee9b-40ae-b00d-32e2181b7693 req-58414733-f1a3-4921-88cf-4dac076fdd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:42.025967 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c25a33c-ee9b-40ae-b00d-32e2181b7693 req-58414733-f1a3-4921-88cf-4dac076fdd99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 1128 time: 0.0432570 May 05 15:47:42.029083 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8bb8b-60d2-4cca-9b34-5529dfbabe13 req-5b696054-181e-4155-8602-e15db9e21a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:42.030624 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3db8bb8b-60d2-4cca-9b34-5529dfbabe13 req-5b696054-181e-4155-8602-e15db9e21a56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd7f78fcf0be461796d2a86956cf3b9d&device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 1128 time: 0.0556700 May 05 15:47:42.106198 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e771946-f6c9-4a43-82cd-f0ce14a69069 req-8a06d2d5-964a-464f-8680-1b4be2d2a1e4 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:42.107690 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5e771946-f6c9-4a43-82cd-f0ce14a69069 req-8a06d2d5-964a-464f-8680-1b4be2d2a1e4 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0743506 May 05 15:47:42.124162 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8bb8b-60d2-4cca-9b34-5529dfbabe13 req-7202599f-85f2-46e2-bd0c-c2198c605d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:42.125622 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3db8bb8b-60d2-4cca-9b34-5529dfbabe13 req-7202599f-85f2-46e2-bd0c-c2198c605d28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32 HTTP/1.1" status: 200 len: 912 time: 0.0867195 May 05 15:47:42.182662 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3db8bb8b-60d2-4cca-9b34-5529dfbabe13 req-1e35b057-df4c-4083-bf27-41950450c3fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=594bdbf3-eba0-4199-9eb5-8f3b71709a8a HTTP/1.1" status: 200 len: 217 time: 0.0502570 May 05 15:47:42.191524 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25a33c-ee9b-40ae-b00d-32e2181b7693 req-d02773f6-d207-450c-a648-dc0bb40900f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:42.192963 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c25a33c-ee9b-40ae-b00d-32e2181b7693 req-d02773f6-d207-450c-a648-dc0bb40900f3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ef541155816d4ac0938103cc1c142845&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1510203 May 05 15:47:42.200609 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5e771946-f6c9-4a43-82cd-f0ce14a69069 req-cfcabccc-8823-44e8-8e58-c71bccd27f2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642612 May 05 15:47:42.238342 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8bb8b-60d2-4cca-9b34-5529dfbabe13 req-ec2f21d6-566f-4e3a-b049-a63308c62352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:42.239820 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3db8bb8b-60d2-4cca-9b34-5529dfbabe13 req-ec2f21d6-566f-4e3a-b049-a63308c62352 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8d8ae-fc09-441d-bf00-c996815f485d HTTP/1.1" status: 200 len: 850 time: 0.0516543 May 05 15:47:42.283407 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8bb8b-60d2-4cca-9b34-5529dfbabe13 req-56b252ad-7fa3-4b00-9f5f-d15dca14be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:42.284835 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3db8bb8b-60d2-4cca-9b34-5529dfbabe13 req-56b252ad-7fa3-4b00-9f5f-d15dca14be50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392864 May 05 15:47:42.292114 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25a33c-ee9b-40ae-b00d-32e2181b7693 req-c5b39b41-3651-4331-9950-00325332b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:42.293894 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c25a33c-ee9b-40ae-b00d-32e2181b7693 req-c5b39b41-3651-4331-9950-00325332b149 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920935 May 05 15:47:42.365017 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-c20cce28-610b-4010-8f09-79e5beb81b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:42.366519 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-c20cce28-610b-4010-8f09-79e5beb81b44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 1128 time: 0.0392818 May 05 15:47:42.381200 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3db8bb8b-60d2-4cca-9b34-5529dfbabe13 req-28ed80d0-a85f-45ca-b673-c3bb6857ea9e service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900397 May 05 15:47:42.407479 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-f99380c0-71ee-4e93-9379-a00d23a0092c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f83646c-2101-4201-99f3-e9addb324bdb HTTP/1.1" status: 200 len: 217 time: 0.0345283 May 05 15:47:42.455687 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-11b1120f-8822-4f6b-8582-1aa6cffff6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:42.457112 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-11b1120f-8822-4f6b-8582-1aa6cffff6a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33 HTTP/1.1" status: 200 len: 855 time: 0.0428944 May 05 15:47:42.467705 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3db8bb8b-60d2-4cca-9b34-5529dfbabe13 req-df8e0824-ab42-4670-a050-8ce3bece8bdd service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807493 May 05 15:47:42.503622 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-60fb2d1a-df52-4f82-b37f-43bbb5145700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:42.505148 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-60fb2d1a-df52-4f82-b37f-43bbb5145700 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a655f93-a527-4370-a676-4e688ca3a876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424817 May 05 15:47:42.595501 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-77de12e6-9983-4879-b660-93d8a913101b service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842636 May 05 15:47:42.647518 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792e394-bfbb-46a7-82ce-b900c31445dc req-4b801594-8f0d-4e1c-87fd-0069f77469ac tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:42.648981 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b792e394-bfbb-46a7-82ce-b900c31445dc req-4b801594-8f0d-4e1c-87fd-0069f77469ac tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.0459731 May 05 15:47:42.686220 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bab06bda-bc4d-48bf-9f67-4362bfb47cad req-31176b58-644d-49ad-ba53-13bfe091d76f service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851710 May 05 15:47:42.700701 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b792e394-bfbb-46a7-82ce-b900c31445dc req-a2db44dd-98ab-4313-89db-3fcdf03c3a07 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455725 May 05 15:47:42.964347 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed01d19-1c0b-4ab7-ac6d-015f746541d8 req-4c6d4f63-852d-4b32-9b17-51dbf4274ad0 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:42.966242 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aed01d19-1c0b-4ab7-ac6d-015f746541d8 req-4c6d4f63-852d-4b32-9b17-51dbf4274ad0 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 944 time: 0.0487721 May 05 15:47:43.011509 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aed01d19-1c0b-4ab7-ac6d-015f746541d8 req-7d403c2c-4e1e-455a-adf7-b8028c10d7b4 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400510 May 05 15:47:43.320387 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6067-00f0-4505-a426-a295a9456a3a req-471fd36d-6c05-4708-9f05-45c88225ddc9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:43.321874 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8e0d6067-00f0-4505-a426-a295a9456a3a req-471fd36d-6c05-4708-9f05-45c88225ddc9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0495310 May 05 15:47:43.368565 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8e0d6067-00f0-4505-a426-a295a9456a3a req-6f704246-5889-48b2-9bfd-7fad0435b033 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407605 May 05 15:47:43.431837 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6d8c81f4-1823-4c53-8488-d8590df464c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:43.815579 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85fbdb-2879-4683-b599-c5ddb5944d1a req-b34df0cd-d4de-4836-9af6-7e9e1b37cb7f tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:43.817022 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-be85fbdb-2879-4683-b599-c5ddb5944d1a req-b34df0cd-d4de-4836-9af6-7e9e1b37cb7f tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 943 time: 0.0499597 May 05 15:47:43.865036 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-be85fbdb-2879-4683-b599-c5ddb5944d1a req-5a5a8a41-fa5b-4172-b4b6-5fef4595fda3 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424361 May 05 15:47:43.911951 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 594bdbf3-eba0-4199-9eb5-8f3b71709a8a details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:47:44.008602 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=594bdbf3-eba0-4199-9eb5-8f3b71709a8a,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:44.019900 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'port_id': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a', 'mac_address': 'fa:16:3e:17:e6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:47:44.057410 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:44.057800 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:44.070859 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594bdbf3-eba0-4199-9eb5-8f3b71709a8a {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:47:44.091849 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=594bdbf3-eba0-4199-9eb5-8f3b71709a8a,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:44.096055 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:44.096892 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 16ae474f-47ca-4699-829f-fde7ef545ef0 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:47:44.122791 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb51e3-d636-43d9-9f22-288977227ce7 req-40449806-0a44-4af0-bbf3-c025f7e5a735 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:44.124295 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-21eb51e3-d636-43d9-9f22-288977227ce7 req-40449806-0a44-4af0-bbf3-c025f7e5a735 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 944 time: 0.0461695 May 05 15:47:44.168946 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=594bdbf3-eba0-4199-9eb5-8f3b71709a8a,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:44.172707 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-21eb51e3-d636-43d9-9f22-288977227ce7 req-4121940b-1e99-43f4-ac0a-1de5260ff4c0 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424788 May 05 15:47:44.236899 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 16ae474f-47ca-4699-829f-fde7ef545ef0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=16ae474f-47ca-4699-829f-fde7ef545ef0,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:44.248685 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'port_id': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'mac_address': 'fa:16:3e:a1:ad:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:47:44.284274 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 16ae474f-47ca-4699-829f-fde7ef545ef0 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:44.284600 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:44.302018 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ae474f-47ca-4699-829f-fde7ef545ef0 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:47:44.322564 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 16ae474f-47ca-4699-829f-fde7ef545ef0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=16ae474f-47ca-4699-829f-fde7ef545ef0,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:44.326448 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:44.372661 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=16ae474f-47ca-4699-829f-fde7ef545ef0,revision_number=7']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:44.487561 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae52c0c-4df3-4b76-a234-dd2e4a6bfff8 req-58499f59-32a1-48c7-80e8-1b7f68acfb9a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:44.489065 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aae52c0c-4df3-4b76-a234-dd2e4a6bfff8 req-58499f59-32a1-48c7-80e8-1b7f68acfb9a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0488973 May 05 15:47:44.535976 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aae52c0c-4df3-4b76-a234-dd2e4a6bfff8 req-18abe096-a8f8-49e9-b02c-7791d5536bb9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413537 May 05 15:47:44.673035 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['16ae474f-47ca-4699-829f-fde7ef545ef0'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:47:44.761332 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['594bdbf3-eba0-4199-9eb5-8f3b71709a8a'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:47:44.976959 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669f30f-4394-4163-af8b-f4a6909dc1b3 req-67185833-1c71-4f14-9857-501ece1d5c23 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:44.978444 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3669f30f-4394-4163-af8b-f4a6909dc1b3 req-67185833-1c71-4f14-9857-501ece1d5c23 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 944 time: 0.0492859 May 05 15:47:45.027101 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3669f30f-4394-4163-af8b-f4a6909dc1b3 req-231d9b59-3399-4970-bf07-af27ece6d702 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420246 May 05 15:47:45.286472 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a45e62-1534-41e3-b3d3-c6579319ce36 req-f1b24414-89a0-4ee0-a960-f363a4a723fd tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:45.287974 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-68a45e62-1534-41e3-b3d3-c6579319ce36 req-f1b24414-89a0-4ee0-a960-f363a4a723fd tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 945 time: 0.0486617 May 05 15:47:45.351128 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-68a45e62-1534-41e3-b3d3-c6579319ce36 req-9329aef3-6601-48c8-99c9-c6ac562b67da tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573034 May 05 15:47:45.394518 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48fbfc-181c-41e2-85d5-e736e50281e2 req-679ab055-e8d4-45ff-9cd9-ccc23e6504cf tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:45.396000 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0d48fbfc-181c-41e2-85d5-e736e50281e2 req-679ab055-e8d4-45ff-9cd9-ccc23e6504cf tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0476730 May 05 15:47:45.397970 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca9fc2-dfa5-4976-b47c-e80cba8f9849 req-eba74c86-7abd-4729-b47e-b9c7f414600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:45.399534 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35ca9fc2-dfa5-4976-b47c-e80cba8f9849 req-eba74c86-7abd-4729-b47e-b9c7f414600e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c514ad1026564ac69a8ea5f4443371f7&device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 1168 time: 0.0413682 May 05 15:47:45.455676 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0d48fbfc-181c-41e2-85d5-e736e50281e2 req-355f6296-544c-4c82-9153-13257c20cd9e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538299 May 05 15:47:45.491753 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca9fc2-dfa5-4976-b47c-e80cba8f9849 req-62f44096-61dd-4575-8dfa-1ccf962f67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:45.493216 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35ca9fc2-dfa5-4976-b47c-e80cba8f9849 req-62f44096-61dd-4575-8dfa-1ccf962f67f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd HTTP/1.1" status: 200 len: 916 time: 0.0868621 May 05 15:47:45.561258 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35ca9fc2-dfa5-4976-b47c-e80cba8f9849 req-ba74a290-e3a6-4f7c-ba53-0ff6dce05136 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b HTTP/1.1" status: 200 len: 1001 time: 0.0613585 May 05 15:47:45.620102 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca9fc2-dfa5-4976-b47c-e80cba8f9849 req-67da7978-7898-4731-9c06-a994975c2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:45.622243 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35ca9fc2-dfa5-4976-b47c-e80cba8f9849 req-67da7978-7898-4731-9c06-a994975c2f5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4 HTTP/1.1" status: 200 len: 854 time: 0.0539548 May 05 15:47:45.687505 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfa302-3a23-43ff-ac2c-fe6407267c39 req-36798884-686d-4673-8d1e-4aef16c7d622 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:45.688977 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3dfa302-3a23-43ff-ac2c-fe6407267c39 req-36798884-686d-4673-8d1e-4aef16c7d622 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0811069 May 05 15:47:45.692057 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca9fc2-dfa5-4976-b47c-e80cba8f9849 req-329b3e3b-8b2a-44cb-9c1a-5f77cb552457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:45.693534 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35ca9fc2-dfa5-4976-b47c-e80cba8f9849 req-329b3e3b-8b2a-44cb-9c1a-5f77cb552457 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555270 May 05 15:47:45.774726 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e0d10d1a-bf0c-473c-9bcd-5b02ab2a0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:45.792113 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3dfa302-3a23-43ff-ac2c-fe6407267c39 req-230dfbc0-19ff-4870-b15b-216182618306 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975306 May 05 15:47:45.816768 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35ca9fc2-dfa5-4976-b47c-e80cba8f9849 req-c166ed41-cc4f-45ad-a47a-96b262ecae39 service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164725 May 05 15:47:45.914142 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:45.920432 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35ca9fc2-dfa5-4976-b47c-e80cba8f9849 req-0ad707e4-2542-4511-a839-18f51e77fcec service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970078 May 05 15:47:45.924971 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3f83646c-2101-4201-99f3-e9addb324bdb details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:47:45.928715 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 594bdbf3-eba0-4199-9eb5-8f3b71709a8a up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:47:46.009688 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:47:46.164693 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233908c8-818e-42b8-b814-d40159a409f1 req-0adef903-6559-40b2-a922-1a7227762344 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:46.166338 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-233908c8-818e-42b8-b814-d40159a409f1 req-0adef903-6559-40b2-a922-1a7227762344 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 944 time: 0.0520554 May 05 15:47:46.190908 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:46.191285 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:46.216352 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-233908c8-818e-42b8-b814-d40159a409f1 req-f8d90722-2940-40be-bee6-04362663b224 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434432 May 05 15:47:46.239072 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3f83646c-2101-4201-99f3-e9addb324bdb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f83646c-2101-4201-99f3-e9addb324bdb,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:46.252724 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '3f83646c-2101-4201-99f3-e9addb324bdb', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'port_id': '3f83646c-2101-4201-99f3-e9addb324bdb', 'mac_address': 'fa:16:3e:77:45:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:47:46.325021 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 3f83646c-2101-4201-99f3-e9addb324bdb is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:46.325415 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:46.327292 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:46.327657 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:46.348043 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f83646c-2101-4201-99f3-e9addb324bdb {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:47:46.367557 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cda5d81-a558-403c-8144-4d7c934b2c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:46.369784 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bbd5c9-1a0c-473f-bf3b-475793b6f4f9" -d '{"events": [{"server_uuid": "3cda5d81-a558-403c-8144-4d7c934b2c0e", "name": "network-vif-plugged", "status": "completed", "tag": "594bdbf3-eba0-4199-9eb5-8f3b71709a8a"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:46.386297 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3f83646c-2101-4201-99f3-e9addb324bdb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f83646c-2101-4201-99f3-e9addb324bdb,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:46.390758 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=594bdbf3-eba0-4199-9eb5-8f3b71709a8a,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:46.392326 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:46.397784 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:46.398597 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 16ae474f-47ca-4699-829f-fde7ef545ef0 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:47:46.474350 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=3f83646c-2101-4201-99f3-e9addb324bdb,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:46.501396 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311bc03-ce26-4ced-864c-7738992085b1 req-121cba4f-79d4-45c5-9ed1-81f1b0bbce44 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:46.505047 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35e449a-1176-4aac-84b0-6819b2fca2b0 x-openstack-request-id: req-c35e449a-1176-4aac-84b0-6819b2fca2b0 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:46.505368 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cda5d81-a558-403c-8144-4d7c934b2c0e", "name": "network-vif-plugged", "status": "completed", "tag": "594bdbf3-eba0-4199-9eb5-8f3b71709a8a", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:46.505627 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c35e449a-1176-4aac-84b0-6819b2fca2b0 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:46.506448 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35e449a-1176-4aac-84b0-6819b2fca2b0'] response: {'server_uuid': '3cda5d81-a558-403c-8144-4d7c934b2c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a', 'code': 200} May 05 15:47:46.510703 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1311bc03-ce26-4ced-864c-7738992085b1 req-121cba4f-79d4-45c5-9ed1-81f1b0bbce44 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 946 time: 0.0758896 May 05 15:47:46.522871 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 16ae474f-47ca-4699-829f-fde7ef545ef0 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:46.523252 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:46.566849 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1311bc03-ce26-4ced-864c-7738992085b1 req-26b4c25a-780f-4908-b9cd-400d7cc95ce5 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548241 May 05 15:47:46.577290 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=594bdbf3-eba0-4199-9eb5-8f3b71709a8a,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:46.615157 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a4edf-b178-4214-82d2-b1c63a09759c req-1cd3b174-f2b5-4d5f-a7b8-232c9242fc97 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:46.616982 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ba8a4edf-b178-4214-82d2-b1c63a09759c req-1cd3b174-f2b5-4d5f-a7b8-232c9242fc97 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0559909 May 05 15:47:46.635960 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 16ae474f-47ca-4699-829f-fde7ef545ef0 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:46.636362 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:46.663676 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['3f83646c-2101-4201-99f3-e9addb324bdb'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:47:46.685643 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ba8a4edf-b178-4214-82d2-b1c63a09759c req-4d805d0d-fe89-4ea1-9fee-f9c8f6723d82 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610027 May 05 15:47:46.695578 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075162f-48a9-4389-99cd-2c1fae1b7a44 req-927ca791-d97c-4c3d-8174-e34ff9268759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:46.697089 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5075162f-48a9-4389-99cd-2c1fae1b7a44 req-927ca791-d97c-4c3d-8174-e34ff9268759 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 1130 time: 0.0465281 May 05 15:47:46.698808 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 16ae474f-47ca-4699-829f-fde7ef545ef0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=16ae474f-47ca-4699-829f-fde7ef545ef0,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:46.707995 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:46.743808 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5075162f-48a9-4389-99cd-2c1fae1b7a44 req-58fc4d48-5d29-41a3-ab7b-a8bb2fdd27e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400491 May 05 15:47:46.781740 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=16ae474f-47ca-4699-829f-fde7ef545ef0,revision_number=8']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:46.915076 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4166694-1e95-4bfc-ae41-6ba2655ab780 req-da315473-12b3-4776-9c08-8e075d91b354 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:46.916508 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e4166694-1e95-4bfc-ae41-6ba2655ab780 req-da315473-12b3-4776-9c08-8e075d91b354 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 945 time: 0.0455227 May 05 15:47:46.962834 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e4166694-1e95-4bfc-ae41-6ba2655ab780 req-765984be-a02b-47ee-ad29-5133e8923122 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397949 May 05 15:47:46.990221 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:47.330547 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0b44b-37b7-4048-8f2d-72a3cd8db47f req-28a85d98-d024-45b1-b2b8-6fd50c1dadcb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:47.332112 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1cf0b44b-37b7-4048-8f2d-72a3cd8db47f req-28a85d98-d024-45b1-b2b8-6fd50c1dadcb tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0479569 May 05 15:47:47.382477 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1cf0b44b-37b7-4048-8f2d-72a3cd8db47f req-c3b1454c-506e-46f6-a6d6-eda0e18b123f tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446301 May 05 15:47:47.685319 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc26e9f-fd0d-4bf3-8b74-37b81e52ace9 req-5d8a93e7-c5a4-4582-8aab-9e82ed940c64 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:47.686815 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ebc26e9f-fd0d-4bf3-8b74-37b81e52ace9 req-5d8a93e7-c5a4-4582-8aab-9e82ed940c64 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 946 time: 0.0464890 May 05 15:47:47.737321 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ebc26e9f-fd0d-4bf3-8b74-37b81e52ace9 req-932718ed-e5ae-4586-84ca-bbf255097065 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447378 May 05 15:47:47.797954 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aad871-0aa7-44ad-8fa8-8b6987b02b07 req-a1a3ce58-9318-487e-b6ec-83dad72b61a4 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:47.799484 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e6aad871-0aa7-44ad-8fa8-8b6987b02b07 req-a1a3ce58-9318-487e-b6ec-83dad72b61a4 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0460744 May 05 15:47:47.858396 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e6aad871-0aa7-44ad-8fa8-8b6987b02b07 req-36381add-565e-45b2-b4c8-8e13df485753 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532284 May 05 15:47:47.934392 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3f83646c-2101-4201-99f3-e9addb324bdb up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:47:47.981880 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 3f83646c-2101-4201-99f3-e9addb324bdb completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:47:47.987696 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 3f83646c-2101-4201-99f3-e9addb324bdb triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:47.988076 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:48.069336 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 3f83646c-2101-4201-99f3-e9addb324bdb is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:47:48.069773 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:48.103859 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3f83646c-2101-4201-99f3-e9addb324bdb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f83646c-2101-4201-99f3-e9addb324bdb,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:48.104945 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658851a-7e98-49a4-8093-c0790ccaa0b1 req-78443287-ee0f-4f1d-9f4b-f96ece8f6284 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:48.106799 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9658851a-7e98-49a4-8093-c0790ccaa0b1 req-78443287-ee0f-4f1d-9f4b-f96ece8f6284 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 945 time: 0.0529287 May 05 15:47:48.107983 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:48.154150 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9658851a-7e98-49a4-8093-c0790ccaa0b1 req-850c033e-b70c-41cf-9426-26e21afff669 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416992 May 05 15:47:48.161533 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=3f83646c-2101-4201-99f3-e9addb324bdb,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:48.459640 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:48.483905 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b856612-d6bd-4c10-aa88-8b033d601ecf req-e27da4ba-ace4-4dc9-8065-cc2219752b75 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:48.485399 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1b856612-d6bd-4c10-aa88-8b033d601ecf req-e27da4ba-ace4-4dc9-8065-cc2219752b75 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 945 time: 0.0515606 May 05 15:47:48.499905 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278d0c4-9f43-4114-ad12-a10314ee47c5 req-9c74f112-df34-40f8-832b-313ec6ea4f5c tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:48.501521 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3278d0c4-9f43-4114-ad12-a10314ee47c5 req-9c74f112-df34-40f8-832b-313ec6ea4f5c tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0503519 May 05 15:47:48.508099 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0'}, {'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:48.511037 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568766ff-c631-48ac-80df-4222140c5985" -d '{"events": [{"server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "name": "network-vif-plugged", "status": "completed", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0"}, {"server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "name": "network-vif-plugged", "status": "completed", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:48.540715 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1b856612-d6bd-4c10-aa88-8b033d601ecf req-4788a41f-b322-4d90-bfda-1191b0795b18 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495155 May 05 15:47:48.551954 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3278d0c4-9f43-4114-ad12-a10314ee47c5 req-cffbe30e-5890-433a-a9ec-5d42109fa2ea tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448756 May 05 15:47:48.588906 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 May 2022 15:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8d9fda-f0a4-41c0-8fe4-6ade85fd86c1 x-openstack-request-id: req-5d8d9fda-f0a4-41c0-8fe4-6ade85fd86c1 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:48.589206 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "name": "network-vif-plugged", "status": "completed", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0", "code": 200}, {"server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "name": "network-vif-plugged", "status": "completed", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:48.589462 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d8d9fda-f0a4-41c0-8fe4-6ade85fd86c1 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:48.589900 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8d9fda-f0a4-41c0-8fe4-6ade85fd86c1'] response: {'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'code': 200} May 05 15:47:48.590188 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8d9fda-f0a4-41c0-8fe4-6ade85fd86c1'] response: {'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb', 'code': 200} May 05 15:47:48.863047 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d3019-abdc-42f0-891b-28f9dd358a46 req-67837f4c-126d-4cde-983f-bed65e32df73 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:48.864615 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1c8d3019-abdc-42f0-891b-28f9dd358a46 req-67837f4c-126d-4cde-983f-bed65e32df73 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 946 time: 0.0613241 May 05 15:47:48.913369 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1c8d3019-abdc-42f0-891b-28f9dd358a46 req-9e4a6551-6575-48f8-b2fb-0f503ea681a9 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431130 May 05 15:47:48.976881 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b17843-4d11-4181-afb8-4971bd18b6ad req-ae7eda02-a11d-445b-9c20-dca994c28cb3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:48.978386 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a1b17843-4d11-4181-afb8-4971bd18b6ad req-ae7eda02-a11d-445b-9c20-dca994c28cb3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0519409 May 05 15:47:49.023453 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7475d97-987d-4872-a508-bbc599d275e3 req-86f6cbdd-b02f-499b-9b5e-e3c9b014815d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:49.024907 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b7475d97-987d-4872-a508-bbc599d275e3 req-86f6cbdd-b02f-499b-9b5e-e3c9b014815d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 946 time: 0.0463235 May 05 15:47:49.033377 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60756) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:49.037668 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-2d3099d4-0553-48c5-ad09-9c6be086a8fc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Request body: {'floatingip': {'port_id': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:49.037997 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a1b17843-4d11-4181-afb8-4971bd18b6ad req-b74cd30f-fd30-4e1c-b3db-9e836dbbc4f6 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540142 May 05 15:47:49.080853 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2d3099d4-0553-48c5-ad09-9c6be086a8fc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (ea915dc9-2a0e-4378-87a3-01cc89caf2f9), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:49.310832 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517ac65-0314-466c-89ed-c7b1102fe979 req-7ce71072-56d1-4ec3-b5c4-676bcc26613d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:49.312195 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5517ac65-0314-466c-89ed-c7b1102fe979 req-7ce71072-56d1-4ec3-b5c4-676bcc26613d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0824018 May 05 15:47:49.436714 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5517ac65-0314-466c-89ed-c7b1102fe979 req-46910b47-ce64-4b6d-b575-34511c24f260 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182892 May 05 15:47:49.671179 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934d9cb-df6e-499a-84f1-df3db0984a06 req-af0905b9-0e9c-45bd-9432-1b98027ebde0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:49.672902 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b934d9cb-df6e-499a-84f1-df3db0984a06 req-af0905b9-0e9c-45bd-9432-1b98027ebde0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 945 time: 0.0557635 May 05 15:47:49.727492 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b934d9cb-df6e-499a-84f1-df3db0984a06 req-0ff433db-063e-4c44-8908-78066cace42b tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486276 May 05 15:47:49.798943 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae2584-75d2-42c5-a761-5c00aae80143 req-14448c00-22d3-41f6-a3c5-ef545d5831ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:49.800575 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35ae2584-75d2-42c5-a761-5c00aae80143 req-14448c00-22d3-41f6-a3c5-ef545d5831ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 1130 time: 0.0508041 May 05 15:47:49.886696 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ab2b7-e19e-4de0-aca8-080dba2bdfc5 req-6579f622-c804-42c4-b994-a8295d23a71f tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:49.888658 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7d6ab2b7-e19e-4de0-aca8-080dba2bdfc5 req-6579f622-c804-42c4-b994-a8295d23a71f tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0567753 May 05 15:47:49.890787 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2d3099d4-0553-48c5-ad09-9c6be086a8fc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:49.900294 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2d3099d4-0553-48c5-ad09-9c6be086a8fc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (ea915dc9-2a0e-4378-87a3-01cc89caf2f9), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:49.952342 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:49.981158 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35ae2584-75d2-42c5-a761-5c00aae80143 req-373c27e6-b75b-4337-927e-7308ad3b72ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454700 May 05 15:47:49.997241 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952956c-3718-4711-b398-5dde59ce73ad req-5895d683-1ade-46e1-a800-abff825fdc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:49.998733 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f952956c-3718-4711-b398-5dde59ce73ad req-5895d683-1ade-46e1-a800-abff825fdc0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 1129 time: 0.0585437 May 05 15:47:50.016932 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7d6ab2b7-e19e-4de0-aca8-080dba2bdfc5 req-69639e7c-ce4d-4c60-8d2e-5c0cdd6997fa tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225677 May 05 15:47:50.069848 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [None req-2d3099d4-0553-48c5-ad09-9c6be086a8fc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Floating IP ea915dc9-2a0e-4378-87a3-01cc89caf2f9 associated. External IP: 172.27.3.224, port: 594bdbf3-eba0-4199-9eb5-8f3b71709a8a. May 05 15:47:50.149173 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3668f-1f3f-4450-8ff9-ff78cb1111d4 req-57cc1361-3cc7-4e81-b50b-851ddbaeec39 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:50.150594 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bbb3668f-1f3f-4450-8ff9-ff78cb1111d4 req-57cc1361-3cc7-4e81-b50b-851ddbaeec39 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0466223 May 05 15:47:50.213295 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bbb3668f-1f3f-4450-8ff9-ff78cb1111d4 req-4cbbe0ba-6228-4fcd-9b40-55823411924f tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570014 May 05 15:47:50.259065 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-8d64bf7e-cc87-4af9-b935-570eff1ebe0e tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:50.260525 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-8d64bf7e-cc87-4af9-b935-570eff1ebe0e tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 945 time: 0.0463009 May 05 15:47:50.294558 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f952956c-3718-4711-b398-5dde59ce73ad req-c5e3f499-9f4a-4e5b-9013-0127aa7f7742 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850914 May 05 15:47:50.316218 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3099d4-0553-48c5-ad09-9c6be086a8fc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Router d595150d-a013-4207-8139-341c638ecfde has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:47:50.351536 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Deleting port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:47:50.351994 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:50.425371 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3099d4-0553-48c5-ad09-9c6be086a8fc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:47:50.430027 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2d3099d4-0553-48c5-ad09-9c6be086a8fc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:50.436581 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf2e80f-6c98-42f5-8be0-23e3b84d85b0 None None] Sync routers for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:47:50.439592 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] For port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:47:50.439958 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:50.446183 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf2e80f-6c98-42f5-8be0-23e3b84d85b0 None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:50.446817 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-faf2e80f-6c98-42f5-8be0-23e3b84d85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:50.461111 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-2d3099d4-0553-48c5-ad09-9c6be086a8fc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "PUT /v2.0/floatingips/ea915dc9-2a0e-4378-87a3-01cc89caf2f9 HTTP/1.1" status: 200 len: 992 time: 1.4266586 May 05 15:47:50.463223 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cda5d81-a558-403c-8144-4d7c934b2c0e', 'tag': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:50.466571 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b37d064-27b0-4b5c-b491-e44dd21b5e08" -d '{"events": [{"name": "network-changed", "server_uuid": "3cda5d81-a558-403c-8144-4d7c934b2c0e", "tag": "594bdbf3-eba0-4199-9eb5-8f3b71709a8a"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:50.513410 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cee629-b4ec-4bad-a1df-2b8702eaba9e x-openstack-request-id: req-84cee629-b4ec-4bad-a1df-2b8702eaba9e {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:50.513812 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cda5d81-a558-403c-8144-4d7c934b2c0e", "tag": "594bdbf3-eba0-4199-9eb5-8f3b71709a8a", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:50.514142 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84cee629-b4ec-4bad-a1df-2b8702eaba9e {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:50.514715 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84cee629-b4ec-4bad-a1df-2b8702eaba9e'] response: {'name': 'network-changed', 'server_uuid': '3cda5d81-a558-403c-8144-4d7c934b2c0e', 'tag': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a', 'status': 'completed', 'code': 200} May 05 15:47:50.576913 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-faf2e80f-6c98-42f5-8be0-23e3b84d85b0 None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:50.580851 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab9abb-6990-4742-859d-7da2935e6925 req-0f0741f0-2b44-4212-923e-6e21751baafc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:50.582489 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-05ab9abb-6990-4742-859d-7da2935e6925 req-0f0741f0-2b44-4212-923e-6e21751baafc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0493240 May 05 15:47:50.632117 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-05ab9abb-6990-4742-859d-7da2935e6925 req-970ce867-5584-415e-9978-e77202c1b452 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422103 May 05 15:47:50.646587 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:50.646946 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (0cd01bb6-9404-454b-a760-9775f897883a), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:50.647486 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.l3_db [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Floating IP 0cd01bb6-9404-454b-a760-9775f897883a disassociated. External IP: 172.27.3.96, port: da82a9c4-f07c-4a00-9e8b-76ae71e3ff40. May 05 15:47:50.647951 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Calling delete_port for da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:47:50.779486 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (da82a9c4-f07c-4a00-9e8b-76ae71e3ff40), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:50.802182 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-faf2e80f-6c98-42f5-8be0-23e3b84d85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'ea915dc9-2a0e-4378-87a3-01cc89caf2f9', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'd595150d-a013-4207-8139-341c638ecfde', 'port_id': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'mac_address': 'fa:16:3e:17:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda5d81-a558-403c-8144-4d7c934b2c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:47:35Z', 'updated_at': '2022-05-05T15:47:49Z', 'revision_number': 1, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:37Z', 'revision_number': 5, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:50.817006 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event deleted for resources: {'Port': ['ID=da82a9c4-f07c-4a00-9e8b-76ae71e3ff40,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:50.857162 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c17465b7-3660-4c3a-a62b-d132eee47d0c req-59b66bbd-5d37-400c-9386-f34f3ebc76b5 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 210 time: 0.0439110 May 05 15:47:50.931802 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf2e80f-6c98-42f5-8be0-23e3b84d85b0 None None] Checking router: d595150d-a013-4207-8139-341c638ecfde for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:47:50.940951 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf2e80f-6c98-42f5-8be0-23e3b84d85b0 None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:50.941562 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-faf2e80f-6c98-42f5-8be0-23e3b84d85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:50.974551 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Router 20f547a5-6c14-460a-a4e2-e4a49202ed40 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:47:51.047388 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-faf2e80f-6c98-42f5-8be0-23e3b84d85b0 None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:51.090488 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:47:51.101583 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3dd70d-a3cb-4b24-8a18-a04940619101 None None] Sync routers for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:47:51.113133 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3dd70d-a3cb-4b24-8a18-a04940619101 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:51.120835 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-9a3dd70d-a3cb-4b24-8a18-a04940619101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:51.137059 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] No DVR routers for this DVR port da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 on host hv-cinder-83979 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:47:51.140833 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:51.145011 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9e8e9e31-78cd-4d3e-a9fe-3a7d934ac549 req-ac8e5550-613d-4df0-9613-3de09ea4dc53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "DELETE /v2.0/ports/da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 HTTP/1.1" status: 204 len: 173 time: 0.8781300 May 05 15:47:51.145463 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b244363d-3a02-4d82-83fc-708305d85eb7', 'name': 'network-vif-deleted', 'tag': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:51.147747 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8443be-74ff-4950-8351-579b3f66927a" -d '{"events": [{"server_uuid": "b244363d-3a02-4d82-83fc-708305d85eb7", "name": "network-vif-deleted", "tag": "da82a9c4-f07c-4a00-9e8b-76ae71e3ff40"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:51.151362 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2405e7f-9715-4f3c-94ce-3d79b6722ff8 req-9e3ab593-5e20-4db6-a4c8-a25c3741c19f tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:51.153745 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a2405e7f-9715-4f3c-94ce-3d79b6722ff8 req-9e3ab593-5e20-4db6-a4c8-a25c3741c19f tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0691457 May 05 15:47:51.203959 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e30f44-418e-4542-b593-55e245757b00 x-openstack-request-id: req-e5e30f44-418e-4542-b593-55e245757b00 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:51.204252 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b244363d-3a02-4d82-83fc-708305d85eb7", "name": "network-vif-deleted", "tag": "da82a9c4-f07c-4a00-9e8b-76ae71e3ff40", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:51.204504 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5e30f44-418e-4542-b593-55e245757b00 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:51.204920 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e30f44-418e-4542-b593-55e245757b00'] response: {'server_uuid': 'b244363d-3a02-4d82-83fc-708305d85eb7', 'name': 'network-vif-deleted', 'tag': 'da82a9c4-f07c-4a00-9e8b-76ae71e3ff40', 'status': 'completed', 'code': 200} May 05 15:47:51.241661 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a2405e7f-9715-4f3c-94ce-3d79b6722ff8 req-83dce952-26c2-4af6-92e7-b544708e7480 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793703 May 05 15:47:51.278561 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-9a3dd70d-a3cb-4b24-8a18-a04940619101 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:51.336052 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-faf2e80f-6c98-42f5-8be0-23e3b84d85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'ea915dc9-2a0e-4378-87a3-01cc89caf2f9', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'd595150d-a013-4207-8139-341c638ecfde', 'port_id': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'mac_address': 'fa:16:3e:17:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda5d81-a558-403c-8144-4d7c934b2c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:47:35Z', 'updated_at': '2022-05-05T15:47:49Z', 'revision_number': 1, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:37Z', 'revision_number': 5, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:51.365759 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2d43a-6748-4d13-a887-17b3d7488122 req-31fa9e9b-cee4-415c-b2e1-108678d60d24 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:51.369834 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-96b2d43a-6748-4d13-a887-17b3d7488122 req-31fa9e9b-cee4-415c-b2e1-108678d60d24 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0723832 May 05 15:47:51.393764 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf2e80f-6c98-42f5-8be0-23e3b84d85b0 None None] The sync data for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi is: [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'ea915dc9-2a0e-4378-87a3-01cc89caf2f9', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'd595150d-a013-4207-8139-341c638ecfde', 'port_id': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'mac_address': 'fa:16:3e:17:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda5d81-a558-403c-8144-4d7c934b2c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:47:35Z', 'updated_at': '2022-05-05T15:47:49Z', 'revision_number': 1, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:37Z', 'revision_number': 5, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:47:51.514229 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-96b2d43a-6748-4d13-a887-17b3d7488122 req-2fdeb8cb-ef76-4131-9b28-cc522898256c tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1355546 May 05 15:47:51.526795 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37d064-27b0-4b5c-b491-e44dd21b5e08 req-d2801f73-be68-461f-9dad-0cb7c6f320d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:51.529706 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5b37d064-27b0-4b5c-b491-e44dd21b5e08 req-d2801f73-be68-461f-9dad-0cb7c6f320d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd7f78fcf0be461796d2a86956cf3b9d&device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 1130 time: 0.0749876 May 05 15:47:51.548300 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-9a3dd70d-a3cb-4b24-8a18-a04940619101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:51.579620 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3dd70d-a3cb-4b24-8a18-a04940619101 None None] Checking router: 20f547a5-6c14-460a-a4e2-e4a49202ed40 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:47:51.588818 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3dd70d-a3cb-4b24-8a18-a04940619101 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:51.589369 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-9a3dd70d-a3cb-4b24-8a18-a04940619101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:51.659134 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfdcfd3-82ac-4a29-ae15-abc98a7f606d None None] New status for floating IP ea915dc9-2a0e-4378-87a3-01cc89caf2f9: ACTIVE {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:47:51.711362 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-9a3dd70d-a3cb-4b24-8a18-a04940619101 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:51.764769 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c89574-f5e8-4224-96e4-18fe49794900 req-296d36fa-564e-492e-abac-0f0ff2ca0ed6 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:51.766625 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-10c89574-f5e8-4224-96e4-18fe49794900 req-296d36fa-564e-492e-abac-0f0ff2ca0ed6 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0498948 May 05 15:47:51.820998 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-10c89574-f5e8-4224-96e4-18fe49794900 req-6fb1d33d-758d-4f2c-85eb-ebebf4aa0354 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485611 May 05 15:47:51.924659 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-9a3dd70d-a3cb-4b24-8a18-a04940619101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:51.935606 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dad26-2ea6-4e1b-80e4-aa0e5004054e req-86868acc-179d-46f0-b120-5f1a3eb99534 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:51.940932 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3a3dad26-2ea6-4e1b-80e4-aa0e5004054e req-86868acc-179d-46f0-b120-5f1a3eb99534 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0547655 May 05 15:47:51.946583 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 60786) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:47:51.951871 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-d25f3ef2-b615-4561-b3fe-3fde7cabd7a2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Request body: {'floatingip': {'port_id': '3f83646c-2101-4201-99f3-e9addb324bdb'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:51.959278 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3dd70d-a3cb-4b24-8a18-a04940619101 None None] The sync data for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi is: [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:47:51.973753 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d60130ff-c356-4652-bee0-f72930daffdf req-6cb0e45f-18e9-48f1-8a42-1f85cac76377 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=b244363d-3a02-4d82-83fc-708305d85eb7 HTTP/1.1" status: 200 len: 210 time: 0.0295093 May 05 15:47:51.991910 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d25f3ef2-b615-4561-b3fe-3fde7cabd7a2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (b092f932-d17c-4223-97d8-1dcd25fa71e8), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:52.217662 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c873ad-0b39-4ecf-bc77-67a6b46259fb None None] New status for floating IP 0cd01bb6-9404-454b-a760-9775f897883a: DOWN {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:47:52.236772 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37d064-27b0-4b5c-b491-e44dd21b5e08 req-9974adbd-6769-4ddb-b3a3-ed1250a2eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:52.238272 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5b37d064-27b0-4b5c-b491-e44dd21b5e08 req-9974adbd-6769-4ddb-b3a3-ed1250a2eae3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32 HTTP/1.1" status: 200 len: 912 time: 0.1850398 May 05 15:47:52.630123 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90141963-98ea-43c4-885d-0ea0ca8dde15 req-0b239910-7a76-4e09-b28d-b5946acfdae1 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:52.631547 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-90141963-98ea-43c4-885d-0ea0ca8dde15 req-0b239910-7a76-4e09-b28d-b5946acfdae1 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0509894 May 05 15:47:52.684020 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6ce39-707c-4a45-bcda-72ca6c1faea4 req-3408891d-1ac1-48cb-bb92-2d039b278432 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:52.685527 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-36b6ce39-707c-4a45-bcda-72ca6c1faea4 req-3408891d-1ac1-48cb-bb92-2d039b278432 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.1361110 May 05 15:47:52.692305 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-90141963-98ea-43c4-885d-0ea0ca8dde15 req-028ff600-87ab-4c55-a71c-47e17ce8cec9 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550241 May 05 15:47:52.696419 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5b37d064-27b0-4b5c-b491-e44dd21b5e08 req-6ecbfc7c-691c-4e62-8a10-7dd859420041 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=594bdbf3-eba0-4199-9eb5-8f3b71709a8a HTTP/1.1" status: 200 len: 1002 time: 0.1482353 May 05 15:47:52.824347 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-36b6ce39-707c-4a45-bcda-72ca6c1faea4 req-e6c83f8a-aefd-4158-9471-20c5df83f9ff tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297555 May 05 15:47:52.886873 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37d064-27b0-4b5c-b491-e44dd21b5e08 req-cbf6f4e0-5162-4f28-b8ec-03fb3477ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:52.888753 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5b37d064-27b0-4b5c-b491-e44dd21b5e08 req-cbf6f4e0-5162-4f28-b8ec-03fb3477ce61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8d8ae-fc09-441d-bf00-c996815f485d HTTP/1.1" status: 200 len: 850 time: 0.1173992 May 05 15:47:52.987910 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37d064-27b0-4b5c-b491-e44dd21b5e08 req-03c3a8e2-1aae-42fb-91bb-c18efbba12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:52.989382 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5b37d064-27b0-4b5c-b491-e44dd21b5e08 req-03c3a8e2-1aae-42fb-91bb-c18efbba12a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56f1a0c2-f1c0-439d-ad4c-587f0585ee32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759041 May 05 15:47:53.032849 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d25f3ef2-b615-4561-b3fe-3fde7cabd7a2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:53.041375 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d25f3ef2-b615-4561-b3fe-3fde7cabd7a2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (b092f932-d17c-4223-97d8-1dcd25fa71e8), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:53.176843 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5b37d064-27b0-4b5c-b491-e44dd21b5e08 req-158d32bb-0cb1-480f-b7ac-2cd5981fc61c service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775484 May 05 15:47:53.217550 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-d25f3ef2-b615-4561-b3fe-3fde7cabd7a2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Floating IP b092f932-d17c-4223-97d8-1dcd25fa71e8 associated. External IP: 172.27.3.71, port: 3f83646c-2101-4201-99f3-e9addb324bdb. May 05 15:47:53.402888 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5b37d064-27b0-4b5c-b491-e44dd21b5e08 req-eb282bba-b7bb-4cd6-b9c7-bb22e64d4736 service neutron] 10.222.0.41 "GET /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190506 May 05 15:47:53.411911 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-1326b28a-910b-4ddb-906f-0daf7948f839 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807498117&fields=id&tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b HTTP/1.1" status: 200 len: 267 time: 0.1550753 May 05 15:47:53.603854 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-f91f96ac-4bd9-45a9-a0e6-6683bd1842c4 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:53.605966 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-f91f96ac-4bd9-45a9-a0e6-6683bd1842c4 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 812 time: 0.1556594 May 05 15:47:53.607714 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25f3ef2-b615-4561-b3fe-3fde7cabd7a2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Router c5924614-3769-4e39-ab51-302729d589b5 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:47:53.624104 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-dd64a433-f971-4812-97f0-5fc51d57d0bf tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/quotas/70a38fd1cdcd44f1b9d2fb832027c40b HTTP/1.1" status: 200 len: 375 time: 0.0128322 May 05 15:47:53.710362 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-caaaafca-508d-481a-852d-ade29205163f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520940 May 05 15:47:53.791278 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25f3ef2-b615-4561-b3fe-3fde7cabd7a2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:47:53.800884 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68bce3-5d6f-4039-aaaf-e681bc261c5b None None] Sync routers for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:47:53.809552 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fbcc5-5de6-4b6e-a849-bc2d7c75db3c req-9ea7858d-2974-4ded-ae6f-81d14f68a93e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:53.811152 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b98fbcc5-5de6-4b6e-a849-bc2d7c75db3c req-9ea7858d-2974-4ded-ae6f-81d14f68a93e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0505433 May 05 15:47:53.811876 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68bce3-5d6f-4039-aaaf-e681bc261c5b None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:53.812562 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-5e68bce3-5d6f-4039-aaaf-e681bc261c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:53.819218 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d25f3ef2-b615-4561-b3fe-3fde7cabd7a2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:53.862224 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d25f3ef2-b615-4561-b3fe-3fde7cabd7a2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "PUT /v2.0/floatingips/b092f932-d17c-4223-97d8-1dcd25fa71e8 HTTP/1.1" status: 200 len: 991 time: 1.9145858 May 05 15:47:53.866089 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:53.868315 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc22e00-a362-4fae-a013-70754e2c7f32" -d '{"events": [{"name": "network-changed", "server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:53.876592 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b98fbcc5-5de6-4b6e-a849-bc2d7c75db3c req-67b5e50e-9940-474d-92cc-3acd0b1714d3 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579796 May 05 15:47:53.882935 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-bea502d7-8645-4dcb-8eff-d50e85c6aaae service neutron] 10.222.0.58 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370339 May 05 15:47:53.927685 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3ec9fa-306d-4127-a99d-53c32723625a x-openstack-request-id: req-2e3ec9fa-306d-4127-a99d-53c32723625a {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:53.928044 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:53.928365 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e3ec9fa-306d-4127-a99d-53c32723625a {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:53.928761 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e3ec9fa-306d-4127-a99d-53c32723625a'] response: {'name': 'network-changed', 'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb', 'status': 'completed', 'code': 200} May 05 15:47:53.939698 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-5e68bce3-5d6f-4039-aaaf-e681bc261c5b None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:53.956708 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:47:53.978419 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:47:53.978837 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device da82a9c4-f07c-4a00-9e8b-76ae71e3ff40 not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:47:54.004978 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22e00-a362-4fae-a013-70754e2c7f32 req-88b1c084-a03d-4540-905f-ac4e8af9c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:54.006489 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4bc22e00-a362-4fae-a013-70754e2c7f32 req-88b1c084-a03d-4540-905f-ac4e8af9c183 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 1130 time: 0.0489893 May 05 15:47:54.041453 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-ad97c07f-0823-48b3-bce9-8f13ac667f17 service neutron] 10.222.0.58 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518679 May 05 15:47:54.114611 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22e00-a362-4fae-a013-70754e2c7f32 req-e1ef1e9a-6033-457d-bbf1-e730d999439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:54.116087 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4bc22e00-a362-4fae-a013-70754e2c7f32 req-e1ef1e9a-6033-457d-bbf1-e730d999439d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 200 len: 917 time: 0.0997534 May 05 15:47:54.155277 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-5e68bce3-5d6f-4039-aaaf-e681bc261c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'b092f932-d17c-4223-97d8-1dcd25fa71e8', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'port_id': '3f83646c-2101-4201-99f3-e9addb324bdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'mac_address': 'fa:16:3e:77:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:47:37Z', 'updated_at': '2022-05-05T15:47:52Z', 'revision_number': 1, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:37Z', 'revision_number': 5, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:54.182353 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68bce3-5d6f-4039-aaaf-e681bc261c5b None None] Checking router: c5924614-3769-4e39-ab51-302729d589b5 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:47:54.188185 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4bc22e00-a362-4fae-a013-70754e2c7f32 req-bab2b150-3a38-4bfa-9840-e783463bbd44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f83646c-2101-4201-99f3-e9addb324bdb HTTP/1.1" status: 200 len: 999 time: 0.0662091 May 05 15:47:54.191965 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68bce3-5d6f-4039-aaaf-e681bc261c5b None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:47:54.192698 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-5e68bce3-5d6f-4039-aaaf-e681bc261c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:54.238719 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22e00-a362-4fae-a013-70754e2c7f32 req-2950f178-8254-4066-a31d-943cf0a3bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:54.241009 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4bc22e00-a362-4fae-a013-70754e2c7f32 req-2950f178-8254-4066-a31d-943cf0a3bbbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33 HTTP/1.1" status: 200 len: 855 time: 0.0475411 May 05 15:47:54.243894 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:47:54.287277 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22e00-a362-4fae-a013-70754e2c7f32 req-28d72f01-8786-4e3a-9a03-6e84e507faad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:54.289062 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4bc22e00-a362-4fae-a013-70754e2c7f32 req-28d72f01-8786-4e3a-9a03-6e84e507faad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a655f93-a527-4370-a676-4e688ca3a876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423517 May 05 15:47:54.335970 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-5e68bce3-5d6f-4039-aaaf-e681bc261c5b None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:47:54.364284 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-01304809-d648-4e44-acaa-2fca902044de req-160ef656-f8ae-433c-8f79-a5e5b298de0a tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 210 time: 0.0481970 May 05 15:47:54.575824 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-5e68bce3-5d6f-4039-aaaf-e681bc261c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'b092f932-d17c-4223-97d8-1dcd25fa71e8', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'port_id': '3f83646c-2101-4201-99f3-e9addb324bdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'mac_address': 'fa:16:3e:77:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:47:37Z', 'updated_at': '2022-05-05T15:47:52Z', 'revision_number': 1, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:37Z', 'revision_number': 5, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:47:54.606837 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68bce3-5d6f-4039-aaaf-e681bc261c5b None None] The sync data for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi is: [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'b092f932-d17c-4223-97d8-1dcd25fa71e8', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'port_id': '3f83646c-2101-4201-99f3-e9addb324bdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'mac_address': 'fa:16:3e:77:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:47:37Z', 'updated_at': '2022-05-05T15:47:52Z', 'revision_number': 1, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:37Z', 'revision_number': 5, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:47:54.657835 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4bc22e00-a362-4fae-a013-70754e2c7f32 req-92c39c66-e6ec-45d6-af16-2920fad8e786 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622301 May 05 15:47:54.755191 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4bc22e00-a362-4fae-a013-70754e2c7f32 req-d21d65a6-22a4-462f-8331-66e25108d4a6 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916257 May 05 15:47:54.851941 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa4f8dd-022e-47a0-a981-9c88e44a476f None None] New status for floating IP b092f932-d17c-4223-97d8-1dcd25fa71e8: ACTIVE {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:47:55.001425 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2d027-6456-456b-9f8c-601a2966506c req-8a93c432-a203-4009-b43d-6fa017996c73 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:55.002946 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3af2d027-6456-456b-9f8c-601a2966506c req-8a93c432-a203-4009-b43d-6fa017996c73 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0510774 May 05 15:47:55.067655 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3af2d027-6456-456b-9f8c-601a2966506c req-8559272f-9d95-47ab-a811-a57fd30896ea tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588429 May 05 15:47:55.376038 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c87570b2-7c73-4bed-8bf8-946034e5304f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:55.377491 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c87570b2-7c73-4bed-8bf8-946034e5304f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 812 time: 0.1134276 May 05 15:47:55.442100 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-8980ff8f-aca0-4abe-8c9c-c86138f46c9d tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b HTTP/1.1" status: 200 len: 380 time: 0.0565586 May 05 15:47:55.451244 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-8c3be0fb-25fd-49c9-b33d-d48be70c5614 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Request body: {'port': {'device_id': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'admin_state_up': True, 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'security_groups': ['d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9']}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:55.466384 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c2d4c379-4ff0-4827-815c-73585dedde56 req-1f6c6a69-9e93-4618-97ee-e314ec92f0f1 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 210 time: 0.0325742 May 05 15:47:55.561746 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-8c3be0fb-25fd-49c9-b33d-d48be70c5614 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Made reservation on behalf of 70a38fd1cdcd44f1b9d2fb832027c40b for: {'port': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:47:55.565062 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-8c3be0fb-25fd-49c9-b33d-d48be70c5614 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:55.690810 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-8c3be0fb-25fd-49c9-b33d-d48be70c5614 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Allocated IP 172.20.0.5 (0331bb37-5dab-419c-8101-94ce6a3a2dcf/c0269e26-05aa-48f4-88c9-5e4227d2190a/6bda2cbc-9833-47bc-9be3-0d9dae6d090b) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:47:55.838978 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-8c3be0fb-25fd-49c9-b33d-d48be70c5614 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:55.874928 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-8c3be0fb-25fd-49c9-b33d-d48be70c5614 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:55.922329 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-8c3be0fb-25fd-49c9-b33d-d48be70c5614 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Network 0331bb37-5dab-419c-8101-94ce6a3a2dcf is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:47:55.925923 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-8c3be0fb-25fd-49c9-b33d-d48be70c5614 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:47:55.928264 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-8c3be0fb-25fd-49c9-b33d-d48be70c5614 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:47:55.966735 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3be0fb-25fd-49c9-b33d-d48be70c5614 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'Port': ['ID=6bda2cbc-9833-47bc-9be3-0d9dae6d090b,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:55.990149 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-8c3be0fb-25fd-49c9-b33d-d48be70c5614 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:55.990803 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-8c3be0fb-25fd-49c9-b33d-d48be70c5614 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:56.008010 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-8c3be0fb-25fd-49c9-b33d-d48be70c5614 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5607686 May 05 15:47:56.019110 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Request body: {'port': {'device_id': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:47:56.084046 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:56.139443 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3bcfd801-5e3b-4bfb-ae5e-e79ab24bd456 None None] Provisioning complete for port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:47:56.139996 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd801-5e3b-4bfb-ae5e-e79ab24bd456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:56.177578 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfd801-5e3b-4bfb-ae5e-e79ab24bd456 None None] Port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:47:56.239681 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d9a57-be3b-4ee2-87c6-f485bbfb44aa req-007c9fb3-9d4c-43dd-ab0d-037d9280d0fb tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:56.241077 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1c4d9a57-be3b-4ee2-87c6-f485bbfb44aa req-007c9fb3-9d4c-43dd-ab0d-037d9280d0fb tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.1049061 May 05 15:47:56.353029 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1c4d9a57-be3b-4ee2-87c6-f485bbfb44aa req-e03048f9-e132-4b90-b03f-451dd752f3d5 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058862 May 05 15:47:56.428088 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bda2cbc-9833-47bc-9be3-0d9dae6d090b {{(pid=109966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:47:56.436201 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Publish callbacks [] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:56.448396 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.provisioning_blocks [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Transition to ACTIVE for port object 6bda2cbc-9833-47bc-9be3-0d9dae6d090b will not be triggered until provisioned by entity L2. {{(pid=109966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:47:56.452799 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:56.502468 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Pushing event updated for resources: {'Port': ['ID=6bda2cbc-9833-47bc-9be3-0d9dae6d090b,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:56.581882 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Attempting to bind port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:47:56.582262 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Attempting to bind port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:47:56.582599 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Attempting to bind port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b on network 0331bb37-5dab-419c-8101-94ce6a3a2dcf {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:47:56.587510 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b on network 0331bb37-5dab-419c-8101-94ce6a3a2dcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:47:56.587834 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Attempting to bind port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b on network 0331bb37-5dab-419c-8101-94ce6a3a2dcf {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:47:56.593092 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:47:56.593618 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Checking segment: {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:47:56.594003 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Bound using segment: {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:47:56.594461 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Bound port: 6bda2cbc-9833-47bc-9be3-0d9dae6d090b, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'}}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:47:56.594824 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:56.594929 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418121a3-7838-489f-9214-5ec46e88b93f req-7548b97d-267b-48ae-b3ed-8e0a7c751d01 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:56.596403 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-418121a3-7838-489f-9214-5ec46e88b93f req-7548b97d-267b-48ae-b3ed-8e0a7c751d01 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 943 time: 0.0513895 May 05 15:47:56.655044 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-418121a3-7838-489f-9214-5ec46e88b93f req-dfeb82cc-08cf-4b30-875d-aff10afbbbcd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525517 May 05 15:47:56.665881 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] For port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b, host hv-cinder-83979, cleared binding levels {{(pid=109966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:47:56.669511 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] For port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6bda2cbc-9833-47bc-9be3-0d9dae6d090b,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:47:56.678834 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:56.716228 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:56.716895 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:47:56.718303 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] 10.222.0.41 "PUT /v2.0/ports/6bda2cbc-9833-47bc-9be3-0d9dae6d090b HTTP/1.1" status: 200 len: 1093 time: 0.7034063 May 05 15:47:56.718738 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'tag': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:47:56.720984 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669b52a2-33d8-4fba-9843-1127d9f4d623" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5c1c09-fb1b-428a-9bad-eadc8ad47007", "tag": "6bda2cbc-9833-47bc-9be3-0d9dae6d090b"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:47:56.745863 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c0839-d099-4cb9-8923-cb6d3e100f1f service neutron] Pushing event updated for resources: {'Port': ['ID=6bda2cbc-9833-47bc-9be3-0d9dae6d090b,revision_number=3']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:47:56.780500 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbfefe1-0692-4ef4-aec9-0d33fdc2ae53 x-openstack-request-id: req-9dbfefe1-0692-4ef4-aec9-0d33fdc2ae53 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:47:56.780500 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5c1c09-fb1b-428a-9bad-eadc8ad47007", "tag": "6bda2cbc-9833-47bc-9be3-0d9dae6d090b", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:47:56.780774 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9dbfefe1-0692-4ef4-aec9-0d33fdc2ae53 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:47:56.781035 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dbfefe1-0692-4ef4-aec9-0d33fdc2ae53'] response: {'name': 'network-changed', 'server_uuid': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'tag': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'status': 'completed', 'code': 200} May 05 15:47:56.818429 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-fd68acb6-8d90-4c31-add2-7c73b59582e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:56.819997 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-fd68acb6-8d90-4c31-add2-7c73b59582e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 1127 time: 0.0505455 May 05 15:47:56.870581 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-d845df9e-b40d-4df4-8033-70e6d974b1a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bda2cbc-9833-47bc-9be3-0d9dae6d090b HTTP/1.1" status: 200 len: 217 time: 0.0399966 May 05 15:47:56.987552 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-559b327e-cbeb-4d8d-a655-dfd9cfe4f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:56.988990 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-559b327e-cbeb-4d8d-a655-dfd9cfe4f060 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0269e26-05aa-48f4-88c9-5e4227d2190a HTTP/1.1" status: 200 len: 851 time: 0.0439534 May 05 15:47:57.032017 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-446166e4-ab11-4233-b1e0-93ce5685630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:57.033393 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-446166e4-ab11-4233-b1e0-93ce5685630f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0331bb37-5dab-419c-8101-94ce6a3a2dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387819 May 05 15:47:57.125368 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-c042ab36-a55b-4244-8cc0-24cb8b689014 service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851016 May 05 15:47:57.218504 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e50e9214-41c2-47e2-8d96-ff111e3d50ce req-026b39a1-3fa1-408b-8515-165fcc91789d service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874178 May 05 15:47:57.465397 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c99b6-12f7-4ada-a2cb-26c8657533e1 req-5661f15f-10f2-44d0-86da-fd2a322fe966 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:57.466913 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b33c99b6-12f7-4ada-a2cb-26c8657533e1 req-5661f15f-10f2-44d0-86da-fd2a322fe966 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0476153 May 05 15:47:57.479280 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b52a2-33d8-4fba-9843-1127d9f4d623 req-a2a7ca13-7bfa-46dd-b864-21b2d4378819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:57.481454 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-669b52a2-33d8-4fba-9843-1127d9f4d623 req-a2a7ca13-7bfa-46dd-b864-21b2d4378819 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 1127 time: 0.0436060 May 05 15:47:57.531095 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b33c99b6-12f7-4ada-a2cb-26c8657533e1 req-05b678f2-e903-4dfd-bf65-36fc258618e8 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584037 May 05 15:47:57.572118 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b52a2-33d8-4fba-9843-1127d9f4d623 req-57a495f8-afcc-41e8-adc5-59c9b3e36dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:57.573577 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-669b52a2-33d8-4fba-9843-1127d9f4d623 req-57a495f8-afcc-41e8-adc5-59c9b3e36dab service neutron] 10.222.0.41 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 913 time: 0.0861468 May 05 15:47:57.616415 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-669b52a2-33d8-4fba-9843-1127d9f4d623 req-94f2565a-6927-4ddc-a794-97528f4fe6e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bda2cbc-9833-47bc-9be3-0d9dae6d090b HTTP/1.1" status: 200 len: 217 time: 0.0369122 May 05 15:47:57.662685 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b52a2-33d8-4fba-9843-1127d9f4d623 req-bf8feef2-2905-4b70-9920-94558bb2fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:57.664011 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-669b52a2-33d8-4fba-9843-1127d9f4d623 req-bf8feef2-2905-4b70-9920-94558bb2fc84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0269e26-05aa-48f4-88c9-5e4227d2190a HTTP/1.1" status: 200 len: 851 time: 0.0415888 May 05 15:47:57.708666 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b52a2-33d8-4fba-9843-1127d9f4d623 req-2bc8d48f-996a-4228-8e4c-15224a3ecfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:57.710443 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-669b52a2-33d8-4fba-9843-1127d9f4d623 req-2bc8d48f-996a-4228-8e4c-15224a3ecfb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0331bb37-5dab-419c-8101-94ce6a3a2dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405750 May 05 15:47:57.811719 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a3038-132b-4f80-a769-2844f9ca7898 req-6811690b-8296-4178-9581-900caec7167a tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:57.813166 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d80a3038-132b-4f80-a769-2844f9ca7898 req-6811690b-8296-4178-9581-900caec7167a tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 943 time: 0.0902379 May 05 15:47:57.853426 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-669b52a2-33d8-4fba-9843-1127d9f4d623 req-77eb162a-b670-4c9b-84e6-90313086ee0f service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374466 May 05 15:47:57.893338 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d80a3038-132b-4f80-a769-2844f9ca7898 req-95b194e5-fa32-4a74-b4a2-62073f8b5179 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743244 May 05 15:47:57.960972 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-669b52a2-33d8-4fba-9843-1127d9f4d623 req-765d9598-3eca-484a-9a9f-a95e5fbf4a2e service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995831 May 05 15:47:58.646210 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f59d4-fa2d-4de3-8bc4-5d25145a8a0a req-8c0f14e5-3453-462d-ad81-57e46252496f tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:58.647748 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-fe7f59d4-fa2d-4de3-8bc4-5d25145a8a0a req-8c0f14e5-3453-462d-ad81-57e46252496f tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0500579 May 05 15:47:58.707527 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-fe7f59d4-fa2d-4de3-8bc4-5d25145a8a0a req-b3daa12f-76cf-4065-b2c2-213bc90c0c78 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540688 May 05 15:47:59.006418 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443af3f-d0ed-46c0-a21d-59cee28ddb0c req-bb5856d2-0cf0-462b-9049-065926404fc8 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:59.007905 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6443af3f-d0ed-46c0-a21d-59cee28ddb0c req-bb5856d2-0cf0-462b-9049-065926404fc8 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 943 time: 0.0476968 May 05 15:47:59.056365 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6443af3f-d0ed-46c0-a21d-59cee28ddb0c req-b55e6285-011c-4db7-8a5b-1811fa03ed8b tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 May 05 15:47:59.819309 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae83bc-21d9-4fe2-a5e1-8ac600c33f99 req-76bb03bf-f8d9-494b-adbd-1cfa01b74d8c tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:47:59.820765 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c1ae83bc-21d9-4fe2-a5e1-8ac600c33f99 req-76bb03bf-f8d9-494b-adbd-1cfa01b74d8c tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0473323 May 05 15:47:59.879346 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c1ae83bc-21d9-4fe2-a5e1-8ac600c33f99 req-700e4997-165c-48dc-97d8-32e36b1b342c tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524616 May 05 15:48:00.167738 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7dce0-8d65-4e3d-9701-18c34c67d2f9 req-dc80f36d-a641-4156-be66-2fb92ae05dd7 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:00.169373 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-52a7dce0-8d65-4e3d-9701-18c34c67d2f9 req-dc80f36d-a641-4156-be66-2fb92ae05dd7 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 943 time: 0.0456731 May 05 15:48:00.218388 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-52a7dce0-8d65-4e3d-9701-18c34c67d2f9 req-40ee3545-558c-428c-a8dd-56d912e2970f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435121 May 05 15:48:00.995443 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4113b0-8364-477d-8a32-b48e59d5d627 req-b46309c8-93d5-4b16-abc4-ee4da873c6cd tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:00.997170 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ac4113b0-8364-477d-8a32-b48e59d5d627 req-b46309c8-93d5-4b16-abc4-ee4da873c6cd tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0507450 May 05 15:48:01.054771 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ac4113b0-8364-477d-8a32-b48e59d5d627 req-44f29a03-a702-438b-9357-888c4383f88a tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518107 May 05 15:48:01.332623 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cdff0-e99d-40ee-853b-526809adac0b req-4e4c4f25-82b0-4367-a2a6-2b5e747e7b21 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:01.334184 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-498cdff0-e99d-40ee-853b-526809adac0b req-4e4c4f25-82b0-4367-a2a6-2b5e747e7b21 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 943 time: 0.0497868 May 05 15:48:01.382141 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-498cdff0-e99d-40ee-853b-526809adac0b req-4dba0a01-34a4-44e8-9154-89b91127183e tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422544 May 05 15:48:02.166284 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa53c1c-61eb-4a0e-acbb-118686989554 req-4ed582d6-610b-489e-a735-db167d9cf1a6 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:02.167666 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0aa53c1c-61eb-4a0e-acbb-118686989554 req-4ed582d6-610b-489e-a735-db167d9cf1a6 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0466318 May 05 15:48:02.226484 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0aa53c1c-61eb-4a0e-acbb-118686989554 req-1d222327-ad4d-41a1-bcaa-635fe722969f tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525806 May 05 15:48:02.496059 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb25fb-5eda-4d19-9657-7478b403ae28 req-75d2f2da-4ff6-45fc-835b-7273a2533d2b tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:02.497533 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a6bb25fb-5eda-4d19-9657-7478b403ae28 req-75d2f2da-4ff6-45fc-835b-7273a2533d2b tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 943 time: 0.0479167 May 05 15:48:02.546925 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a6bb25fb-5eda-4d19-9657-7478b403ae28 req-5ce9ee22-51ba-47dc-8b6c-e00392265718 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438321 May 05 15:48:03.342451 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4b26c-a17d-4c1d-9b87-560096a24a84 req-e60b967e-b428-473f-8ea0-f6621a8dab03 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:03.343900 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-40c4b26c-a17d-4c1d-9b87-560096a24a84 req-e60b967e-b428-473f-8ea0-f6621a8dab03 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0477946 May 05 15:48:03.406247 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-40c4b26c-a17d-4c1d-9b87-560096a24a84 req-90d42151-1757-49ec-b3b3-a05855e86826 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a2b8aab-979a-4898-97e6-acf5a7b79065&id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566404 May 05 15:48:03.662633 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fab462-23d6-4d5c-a29b-6cd9710102a5 req-c83e03be-9011-4130-97de-eedfad8e25dd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:03.664110 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-75fab462-23d6-4d5c-a29b-6cd9710102a5 req-c83e03be-9011-4130-97de-eedfad8e25dd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 943 time: 0.0502772 May 05 15:48:03.712382 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-75fab462-23d6-4d5c-a29b-6cd9710102a5 req-40be90f8-f99a-4d8b-bda6-e31492218482 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420160 May 05 15:48:04.822315 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a8dd9-959a-4968-8885-3829696844c6 req-e8b32b9b-6f98-402b-b634-338712341f40 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:04.823761 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e56a8dd9-959a-4968-8885-3829696844c6 req-e8b32b9b-6f98-402b-b634-338712341f40 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 943 time: 0.0463970 May 05 15:48:04.871982 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e56a8dd9-959a-4968-8885-3829696844c6 req-65a49d76-d15a-4f59-8737-ab85c52c9b38 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 May 05 15:48:05.985787 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8b03f-9879-41bc-9897-ae61d1e207ce req-cd553688-fd10-46e1-9a0d-c84eb8def94b tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:05.987386 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aea8b03f-9879-41bc-9897-ae61d1e207ce req-cd553688-fd10-46e1-9a0d-c84eb8def94b tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 943 time: 0.0472929 May 05 15:48:06.035652 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aea8b03f-9879-41bc-9897-ae61d1e207ce req-b7f83d20-be6b-4aac-92ce-7dba4fbc05d2 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 May 05 15:48:06.057787 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 6bda2cbc-9833-47bc-9be3-0d9dae6d090b details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:48:06.281177 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6bda2cbc-9833-47bc-9be3-0d9dae6d090b,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:06.291935 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'port_id': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'mac_address': 'fa:16:3e:13:f3:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:48:06.330013 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:48:06.330432 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:06.343021 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bda2cbc-9833-47bc-9be3-0d9dae6d090b {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:48:06.362040 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6bda2cbc-9833-47bc-9be3-0d9dae6d090b,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:06.365793 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:06.414860 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=6bda2cbc-9833-47bc-9be3-0d9dae6d090b,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:06.650571 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['6bda2cbc-9833-47bc-9be3-0d9dae6d090b'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:48:07.145061 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549c49b-7bf4-4fe4-af24-62e11303fe45 req-1ff6099b-53d5-49a7-a5e4-45dd57321b14 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:07.146576 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9549c49b-7bf4-4fe4-af24-62e11303fe45 req-1ff6099b-53d5-49a7-a5e4-45dd57321b14 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 944 time: 0.0461457 May 05 15:48:07.194764 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9549c49b-7bf4-4fe4-af24-62e11303fe45 req-78bb9225-7330-4c40-9f15-a6e94dccc987 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427670 May 05 15:48:08.065452 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 6bda2cbc-9833-47bc-9be3-0d9dae6d090b up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:48:08.108452 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:48:08.114094 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:48:08.114639 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:08.190022 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:48:08.190433 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:08.215007 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:48:08.217487 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf86f838-3203-4e88-b756-e9fb5f598e1b" -d '{"events": [{"server_uuid": "5c5c1c09-fb1b-428a-9bad-eadc8ad47007", "name": "network-vif-plugged", "status": "completed", "tag": "6bda2cbc-9833-47bc-9be3-0d9dae6d090b"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:48:08.231544 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6bda2cbc-9833-47bc-9be3-0d9dae6d090b,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:08.236149 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:08.261601 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4178b955-0562-427c-a038-44b94fba83ca x-openstack-request-id: req-4178b955-0562-427c-a038-44b94fba83ca {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:48:08.262101 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5c1c09-fb1b-428a-9bad-eadc8ad47007", "name": "network-vif-plugged", "status": "completed", "tag": "6bda2cbc-9833-47bc-9be3-0d9dae6d090b", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:48:08.262446 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4178b955-0562-427c-a038-44b94fba83ca {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:48:08.262944 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4178b955-0562-427c-a038-44b94fba83ca'] response: {'server_uuid': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'code': 200} May 05 15:48:08.288727 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=6bda2cbc-9833-47bc-9be3-0d9dae6d090b,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:08.313313 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf40e5-e94f-4768-afdd-a15720206022 req-39c4f07c-6da0-4909-a886-72be6d9bc811 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:08.314844 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-91bf40e5-e94f-4768-afdd-a15720206022 req-39c4f07c-6da0-4909-a886-72be6d9bc811 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 945 time: 0.0513668 May 05 15:48:08.366957 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-91bf40e5-e94f-4768-afdd-a15720206022 req-d4642b5e-c220-4380-80a2-1a801b1ef4ee tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464652 May 05 15:48:08.502049 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e01d0c-a743-4c73-b8d0-90249405f0ff req-c170d6e3-eb5e-4812-abe0-91135ae2c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:08.503519 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-63e01d0c-a743-4c73-b8d0-90249405f0ff req-c170d6e3-eb5e-4812-abe0-91135ae2c106 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 1129 time: 0.0378306 May 05 15:48:08.550612 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-63e01d0c-a743-4c73-b8d0-90249405f0ff req-d99d3407-923d-429d-a76b-6257c70b338c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395687 May 05 15:48:09.486621 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32b43-d111-4162-b1eb-ab31fd724124 req-41f56ef0-f405-4974-bed6-81fb43323f45 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:09.487996 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-82e32b43-d111-4162-b1eb-ab31fd724124 req-41f56ef0-f405-4974-bed6-81fb43323f45 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 945 time: 0.0497134 May 05 15:48:09.536512 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-82e32b43-d111-4162-b1eb-ab31fd724124 req-c5f3002c-08c4-47c2-acf4-cc713845d822 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430763 May 05 15:48:10.648680 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc237d20-a38b-499e-a78a-d7a7c1db3b7e req-f4cce290-adb4-4a36-9b23-d4006d2f1b44 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:10.650120 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cc237d20-a38b-499e-a78a-d7a7c1db3b7e req-f4cce290-adb4-4a36-9b23-d4006d2f1b44 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 945 time: 0.0469103 May 05 15:48:10.697397 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cc237d20-a38b-499e-a78a-d7a7c1db3b7e req-342d98b0-5cf5-4086-a52d-bfa25c5a21f3 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416074 May 05 15:48:10.806950 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a45a4-ec81-416e-94e4-3a52d32cb970 req-3158f6f1-0ea1-4ca0-8f60-68587eaafeb5 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:10.808311 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3c5a45a4-ec81-416e-94e4-3a52d32cb970 req-3158f6f1-0ea1-4ca0-8f60-68587eaafeb5 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 945 time: 0.0451276 May 05 15:48:10.858058 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3c5a45a4-ec81-416e-94e4-3a52d32cb970 req-3523810d-1962-4542-99e7-acee1f55638e tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437787 May 05 15:48:10.880243 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60884) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:10.917581 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a694a6-9d1b-48f2-972d-4be90e044c67 tempest-TestVolumeBootPattern-458336347 tempest-TestVolumeBootPattern-458336347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:10.919591 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-d2a694a6-9d1b-48f2-972d-4be90e044c67 tempest-TestVolumeBootPattern-458336347 tempest-TestVolumeBootPattern-458336347-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 1124 time: 0.0383689 May 05 15:48:10.922361 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 60886) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:10.926525 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'port_id': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:48:10.946212 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:11.033037 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:11.141564 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Allocated IP 172.27.3.93 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/239f63d1-41bc-40be-ae42-3d0710a21c1f) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:48:11.239398 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for port (239f63d1-41bc-40be-ae42-3d0710a21c1f), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:11.272334 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (239f63d1-41bc-40be-ae42-3d0710a21c1f), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:11.307571 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:48:11.310445 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:48:11.313916 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:48:11.345529 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'Port': ['ID=239f63d1-41bc-40be-ae42-3d0710a21c1f,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:11.688490 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for floatingip (b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:11.757105 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (239f63d1-41bc-40be-ae42-3d0710a21c1f), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:11.904850 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for port (239f63d1-41bc-40be-ae42-3d0710a21c1f), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:11.909285 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (239f63d1-41bc-40be-ae42-3d0710a21c1f), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:11.976719 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'Port': ['ID=239f63d1-41bc-40be-ae42-3d0710a21c1f,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:11.987733 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:12.086722 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Floating IP b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5 associated. External IP: 172.27.3.93, port: 6bda2cbc-9833-47bc-9be3-0d9dae6d090b. May 05 15:48:12.294398 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Router 20f547a5-6c14-460a-a4e2-e4a49202ed40 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:48:12.655095 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:48:12.667030 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b760b831-fe66-4aa1-889f-0da81555da1c None None] Sync routers for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:48:12.673179 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:12.677054 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b760b831-fe66-4aa1-889f-0da81555da1c None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:48:12.677667 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-b760b831-fe66-4aa1-889f-0da81555da1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:12.701744 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-5836336a-f0b3-4f0e-988d-b9fdb46536ef tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7783718 May 05 15:48:12.702451 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'tag': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:48:12.704665 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e133b4-b72a-406f-8280-8323f44f6499" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5c1c09-fb1b-428a-9bad-eadc8ad47007", "tag": "6bda2cbc-9833-47bc-9be3-0d9dae6d090b"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:48:12.739412 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42be9dd1-2977-4bc5-bac5-066de9e8537f x-openstack-request-id: req-42be9dd1-2977-4bc5-bac5-066de9e8537f {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:48:12.739705 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5c1c09-fb1b-428a-9bad-eadc8ad47007", "tag": "6bda2cbc-9833-47bc-9be3-0d9dae6d090b", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:48:12.739949 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42be9dd1-2977-4bc5-bac5-066de9e8537f {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:48:12.740341 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42be9dd1-2977-4bc5-bac5-066de9e8537f'] response: {'name': 'network-changed', 'server_uuid': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'tag': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'status': 'completed', 'code': 200} May 05 15:48:12.789696 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-b760b831-fe66-4aa1-889f-0da81555da1c None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:48:12.807866 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e133b4-b72a-406f-8280-8323f44f6499 req-32219d94-7f24-424c-a7b6-945b1b751941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:12.809375 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e1e133b4-b72a-406f-8280-8323f44f6499 req-32219d94-7f24-424c-a7b6-945b1b751941 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 1129 time: 0.0448701 May 05 15:48:12.898786 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e133b4-b72a-406f-8280-8323f44f6499 req-15896c01-fc36-4cd4-956c-ecc1ff522235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:12.900239 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e1e133b4-b72a-406f-8280-8323f44f6499 req-15896c01-fc36-4cd4-956c-ecc1ff522235 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 913 time: 0.0834217 May 05 15:48:12.969233 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e1e133b4-b72a-406f-8280-8323f44f6499 req-3bd1160f-b52c-487b-b422-a7c8c977f066 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bda2cbc-9833-47bc-9be3-0d9dae6d090b HTTP/1.1" status: 200 len: 998 time: 0.0618279 May 05 15:48:13.000741 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-b760b831-fe66-4aa1-889f-0da81555da1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:13:f3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:48:11Z', 'updated_at': '2022-05-05T15:48:11Z', 'revision_number': 0, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:13.016787 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e133b4-b72a-406f-8280-8323f44f6499 req-3250a544-2ec7-48d4-a5bd-688293b98dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:13.018265 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e1e133b4-b72a-406f-8280-8323f44f6499 req-3250a544-2ec7-48d4-a5bd-688293b98dd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0269e26-05aa-48f4-88c9-5e4227d2190a HTTP/1.1" status: 200 len: 851 time: 0.0423987 May 05 15:48:13.030949 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b760b831-fe66-4aa1-889f-0da81555da1c None None] Checking router: 20f547a5-6c14-460a-a4e2-e4a49202ed40 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:48:13.039369 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b760b831-fe66-4aa1-889f-0da81555da1c None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:48:13.039989 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-b760b831-fe66-4aa1-889f-0da81555da1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:47:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:13.063202 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e133b4-b72a-406f-8280-8323f44f6499 req-d168bfa3-1cd0-4c17-9ff7-bf9c754b0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:13.064710 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e1e133b4-b72a-406f-8280-8323f44f6499 req-d168bfa3-1cd0-4c17-9ff7-bf9c754b0ee2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0331bb37-5dab-419c-8101-94ce6a3a2dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386484 May 05 15:48:13.148799 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-b760b831-fe66-4aa1-889f-0da81555da1c None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:48:13.157249 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e1e133b4-b72a-406f-8280-8323f44f6499 req-49b8cc1b-5589-451a-b659-3c3f5d8f55ce service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858011 May 05 15:48:13.245223 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e1e133b4-b72a-406f-8280-8323f44f6499 req-589205bd-383f-4396-a275-a62178054c9d service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809536 May 05 15:48:13.362544 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-b760b831-fe66-4aa1-889f-0da81555da1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:13:f3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:48:11Z', 'updated_at': '2022-05-05T15:48:11Z', 'revision_number': 0, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:13.391795 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b760b831-fe66-4aa1-889f-0da81555da1c None None] The sync data for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi is: [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:13:f3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:48:11Z', 'updated_at': '2022-05-05T15:48:11Z', 'revision_number': 0, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:48:13.433606 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ed2aac49-744c-48aa-ba55-140d2b60e99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:13.582210 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a2429-7d29-48ee-bab9-cfd40aa113dc None None] New status for floating IP b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5: ACTIVE {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:48:15.536842 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d8026f28-54b0-4c72-bce1-6c6727748b65 req-2365a3ec-f207-48dc-8d56-d62f62a6dbe3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421841 May 05 15:48:15.596280 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026f28-54b0-4c72-bce1-6c6727748b65 req-7eff43ac-0189-46c8-9442-7d7d155c6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:15.597704 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d8026f28-54b0-4c72-bce1-6c6727748b65 req-7eff43ac-0189-46c8-9442-7d7d155c6800 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89fca92b565f42ffba33b22f01fbc248&device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 1129 time: 0.0372322 May 05 15:48:15.705449 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026f28-54b0-4c72-bce1-6c6727748b65 req-e15c70e7-2d2d-4058-989d-ef19842c9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:15.706937 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d8026f28-54b0-4c72-bce1-6c6727748b65 req-e15c70e7-2d2d-4058-989d-ef19842c9b2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=62e9c9c5-15a0-4112-8fd4-25de2974c53b HTTP/1.1" status: 200 len: 909 time: 0.0834732 May 05 15:48:15.773625 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d8026f28-54b0-4c72-bce1-6c6727748b65 req-19aef04d-fc8e-490c-a7ba-0b5f0ed71098 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ae474f-47ca-4699-829f-fde7ef545ef0 HTTP/1.1" status: 200 len: 1001 time: 0.0603619 May 05 15:48:15.775498 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd318-4c02-452c-9ef8-19e6d3ee28a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:15.826117 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026f28-54b0-4c72-bce1-6c6727748b65 req-861da2c2-76d3-4b9d-868c-5a9f0aab9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:15.827597 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d8026f28-54b0-4c72-bce1-6c6727748b65 req-861da2c2-76d3-4b9d-868c-5a9f0aab9bb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=517f5a73-3fa3-46ff-bb5d-c1e87917c1ec HTTP/1.1" status: 200 len: 847 time: 0.0442905 May 05 15:48:15.870028 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026f28-54b0-4c72-bce1-6c6727748b65 req-6470ac8b-0561-4f3a-84fe-66e8e19585a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:15.872167 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d8026f28-54b0-4c72-bce1-6c6727748b65 req-6470ac8b-0561-4f3a-84fe-66e8e19585a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62e9c9c5-15a0-4112-8fd4-25de2974c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382900 May 05 15:48:15.921542 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:15.967684 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d8026f28-54b0-4c72-bce1-6c6727748b65 req-5d7123eb-db12-445e-9a3f-45c14f5d6a49 service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874155 May 05 15:48:16.056734 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d8026f28-54b0-4c72-bce1-6c6727748b65 req-695274c1-a94b-421b-9c29-77c51f38760b service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826328 May 05 15:48:16.992604 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:18.462080 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:19.955922 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:31.241875 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:48:39.994060 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e34a99-538d-412e-9d37-8e8c08d475f4 req-e67631b7-541a-426c-bc40-21294f2bd386 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:39.995588 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d2e34a99-538d-412e-9d37-8e8c08d475f4 req-e67631b7-541a-426c-bc40-21294f2bd386 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0495036 May 05 15:48:40.042023 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d2e34a99-538d-412e-9d37-8e8c08d475f4 req-bd6d2c9d-6589-4465-b7eb-b9bd74cf7408 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404432 May 05 15:48:41.162214 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b16046-75ce-40fc-9fbf-9a40e4ab5707 req-5bdeb37f-9623-42ba-aa18-4d0ab9a1a699 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:41.163672 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b0b16046-75ce-40fc-9fbf-9a40e4ab5707 req-5bdeb37f-9623-42ba-aa18-4d0ab9a1a699 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0468464 May 05 15:48:41.209309 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b0b16046-75ce-40fc-9fbf-9a40e4ab5707 req-a0708927-99ef-4715-8c63-46ffe0cbe5d6 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400841 May 05 15:48:42.331040 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1b6f1-232b-4d46-b771-fa5b8934c789 req-be8d4525-0c4d-4935-a056-71d9b84ea251 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:42.332487 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b0a1b6f1-232b-4d46-b771-fa5b8934c789 req-be8d4525-0c4d-4935-a056-71d9b84ea251 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0506289 May 05 15:48:42.384137 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b0a1b6f1-232b-4d46-b771-fa5b8934c789 req-1fc4e1f3-0e55-4f36-a834-f9e8800030f1 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459294 May 05 15:48:43.437310 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-957021ea-4488-42e8-bcf7-c051da5d5787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:43.512667 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0b1cd-8434-411e-8dbe-147167abd844 req-86e3b2c7-0163-459e-9fa1-9589abc22ca0 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:43.512667 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-55b0b1cd-8434-411e-8dbe-147167abd844 req-86e3b2c7-0163-459e-9fa1-9589abc22ca0 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0506713 May 05 15:48:43.566521 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-55b0b1cd-8434-411e-8dbe-147167abd844 req-f16aa845-cf4c-4e6c-89c6-24dace7d39e1 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473895 May 05 15:48:44.687740 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea9aaa-6c97-4204-a96c-c9111e8dfc86 req-50cb30fc-a0e1-40a5-b5fd-7721b581af64 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:44.689914 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5dea9aaa-6c97-4204-a96c-c9111e8dfc86 req-50cb30fc-a0e1-40a5-b5fd-7721b581af64 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0485926 May 05 15:48:44.737980 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5dea9aaa-6c97-4204-a96c-c9111e8dfc86 req-4507a3da-1d23-4cfe-ac4c-dce47f3f0fdc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431054 May 05 15:48:45.009408 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2ea4674b-86a5-4993-a5ce-1de796ec19ae req-988eeed2-206b-4645-872f-d01c7ad2e59e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124175519&fields=id&tenant_id=c514ad1026564ac69a8ea5f4443371f7 HTTP/1.1" status: 200 len: 267 time: 0.0458834 May 05 15:48:45.062367 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4674b-86a5-4993-a5ce-1de796ec19ae req-172fda44-8edc-4dbf-8582-1231feee14a1 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:45.063820 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2ea4674b-86a5-4993-a5ce-1de796ec19ae req-172fda44-8edc-4dbf-8582-1231feee14a1 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 984 time: 0.0489507 May 05 15:48:45.074147 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-2ea4674b-86a5-4993-a5ce-1de796ec19ae req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Request body: {'port': {'security_groups': ['b789f09f-8f98-4d5d-a1e1-e8f1054f6e63']}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:48:45.146883 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-2ea4674b-86a5-4993-a5ce-1de796ec19ae req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.327898 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-2ea4674b-86a5-4993-a5ce-1de796ec19ae req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] For port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:45.357261 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-2ea4674b-86a5-4993-a5ce-1de796ec19ae req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.362063 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-2ea4674b-86a5-4993-a5ce-1de796ec19ae req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.375383 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['3a1a22b8-dcb6-43d2-ac16-5f59951f829b'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:48:45.404276 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4674b-86a5-4993-a5ce-1de796ec19ae req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:45.404837 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-2ea4674b-86a5-4993-a5ce-1de796ec19ae req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.406258 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2ea4674b-86a5-4993-a5ce-1de796ec19ae req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "PUT /v2.0/ports/3a1a22b8-dcb6-43d2-ac16-5f59951f829b HTTP/1.1" status: 200 len: 942 time: 0.3364313 May 05 15:48:45.406720 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:48:45.411917 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afdfe49-b513-4438-a5dd-47ff44aeffa6" -d '{"events": [{"name": "network-changed", "server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:48:45.412106 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 32800) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:45.445395 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event updated for resources: {'Port': ['ID=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,revision_number=7']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:45.456333 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a416db67-2b24-446e-8da4-6e1bc50f110c x-openstack-request-id: req-a416db67-2b24-446e-8da4-6e1bc50f110c {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:48:45.456750 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:48:45.458026 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a416db67-2b24-446e-8da4-6e1bc50f110c {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:48:45.458026 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a416db67-2b24-446e-8da4-6e1bc50f110c'] response: {'name': 'network-changed', 'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b', 'status': 'completed', 'code': 200} May 05 15:48:45.460880 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.461803 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.462416 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.463111 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.463825 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.464404 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.464951 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.466208 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.467463 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.468039 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.468729 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.472347 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.472787 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.473316 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.474335 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6758dba-be8e-4713-9424-70f19128b54e tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.522525 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['3a1a22b8-dcb6-43d2-ac16-5f59951f829b'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:48:45.542260 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group (5a2b8aab-979a-4898-97e6-acf5a7b79065), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.561108 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdfe49-b513-4438-a5dd-47ff44aeffa6 req-6fe482b3-0f62-47a9-ad69-400c2a57ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:45.562758 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9afdfe49-b513-4438-a5dd-47ff44aeffa6 req-6fe482b3-0f62-47a9-ad69-400c2a57ccac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c514ad1026564ac69a8ea5f4443371f7&device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 1129 time: 0.0823903 May 05 15:48:45.598709 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group (5a2b8aab-979a-4898-97e6-acf5a7b79065), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.651343 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-53b25c8b-d4d0-44dd-a298-1e63d87fa462 None None] Provisioning complete for port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:48:45.651714 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-53b25c8b-d4d0-44dd-a298-1e63d87fa462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.696138 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdfe49-b513-4438-a5dd-47ff44aeffa6 req-e13f9f98-a802-4812-8910-e22799dbb89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:45.697603 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9afdfe49-b513-4438-a5dd-47ff44aeffa6 req-e13f9f98-a802-4812-8910-e22799dbb89e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd HTTP/1.1" status: 200 len: 916 time: 0.1283114 May 05 15:48:45.752238 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5a2b8aab-979a-4898-97e6-acf5a7b79065), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.754872 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.758691 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "DELETE /v2.0/security-groups/5a2b8aab-979a-4898-97e6-acf5a7b79065 HTTP/1.1" status: 204 len: 168 time: 0.3455963 May 05 15:48:45.758933 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 32804) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:45.775456 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2b8aab-979a-4898-97e6-acf5a7b79065,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:45.785475 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9afdfe49-b513-4438-a5dd-47ff44aeffa6 req-f574edd5-ed2d-4dd7-8e01-08a4e231d0ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b HTTP/1.1" status: 200 len: 1001 time: 0.0813572 May 05 15:48:45.786874 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.787101 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.787450 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.787789 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.788128 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.788461 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.788792 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.789122 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.789450 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.789775 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.791369 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.791369 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.791369 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.791369 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.791753 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23bb3d-9b5e-4182-8463-b3e5e6e6e279 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:45.795073 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-53b25c8b-d4d0-44dd-a298-1e63d87fa462 None None] Current status of the port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:48:45.834807 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2dcf03d7-9567-428f-8c0a-93e761b52352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:45.850719 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdfe49-b513-4438-a5dd-47ff44aeffa6 req-1aafb957-804c-48b1-b6c8-5314a0422d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:45.852771 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9afdfe49-b513-4438-a5dd-47ff44aeffa6 req-1aafb957-804c-48b1-b6c8-5314a0422d2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4 HTTP/1.1" status: 200 len: 854 time: 0.0583093 May 05 15:48:45.900923 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdfe49-b513-4438-a5dd-47ff44aeffa6 req-1b754117-5604-476f-bdd7-7264cfb88c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:45.902437 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9afdfe49-b513-4438-a5dd-47ff44aeffa6 req-1b754117-5604-476f-bdd7-7264cfb88c3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437889 May 05 15:48:45.930602 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f774c2-4e74-4f17-b77b-06d9f0efd36a req-ff43156a-e973-40d6-bf2c-ff6fbaca5480 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:45.932682 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-84f774c2-4e74-4f17-b77b-06d9f0efd36a req-ff43156a-e973-40d6-bf2c-ff6fbaca5480 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0946035 May 05 15:48:45.942443 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:46.024281 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9afdfe49-b513-4438-a5dd-47ff44aeffa6 req-9212e1ba-2b52-4e08-ac86-a8038f785221 service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153290 May 05 15:48:46.026652 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-b4de84cb-3b5f-4c48-b8ba-218c6d8579fc tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Deleting port abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:46.027003 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b4de84cb-3b5f-4c48-b8ba-218c6d8579fc tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:46.044995 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-84f774c2-4e74-4f17-b77b-06d9f0efd36a req-398f96a0-4e00-4969-a6bb-a205435d2da7 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029403 May 05 15:48:46.118971 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9afdfe49-b513-4438-a5dd-47ff44aeffa6 req-0ae751cb-310f-4a0d-8561-42c0c39ee600 service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888765 May 05 15:48:46.123983 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b4de84cb-3b5f-4c48-b8ba-218c6d8579fc tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:46.124315 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b4de84cb-3b5f-4c48-b8ba-218c6d8579fc tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for floatingip (abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:46.142392 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-b4de84cb-3b5f-4c48-b8ba-218c6d8579fc tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Calling delete_port for abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9 owned by network:floatingip {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:46.314928 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b4de84cb-3b5f-4c48-b8ba-218c6d8579fc tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:46.342685 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de84cb-3b5f-4c48-b8ba-218c6d8579fc tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event deleted for resources: {'Port': ['ID=abdb0c8e-ea38-467a-bc95-92f6b6ae3fb9,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:46.401252 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b4de84cb-3b5f-4c48-b8ba-218c6d8579fc tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks [] for floatingip (c85eee7e-62f6-4a2b-9eb8-cd6dae2b5f0e), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:46.401504 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [None req-b4de84cb-3b5f-4c48-b8ba-218c6d8579fc tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Floating IP c85eee7e-62f6-4a2b-9eb8-cd6dae2b5f0e disassociated (deleted). External IP: 172.27.3.225, port: 3a1a22b8-dcb6-43d2-ac16-5f59951f829b. May 05 15:48:46.609308 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4de84cb-3b5f-4c48-b8ba-218c6d8579fc tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Router 632ecdf7-ccd8-4447-bab9-95e8345a346f has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:48:46.718680 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4de84cb-3b5f-4c48-b8ba-218c6d8579fc tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:48:46.723379 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b4de84cb-3b5f-4c48-b8ba-218c6d8579fc tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:46.728148 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650d067-dfbb-4f73-82fb-661be6ed3568 None None] Sync routers for ids ['632ecdf7-ccd8-4447-bab9-95e8345a346f'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:48:46.737061 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650d067-dfbb-4f73-82fb-661be6ed3568 None None] Routers {'632ecdf7-ccd8-4447-bab9-95e8345a346f'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:48:46.737682 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-c650d067-dfbb-4f73-82fb-661be6ed3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:48:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['632ecdf7-ccd8-4447-bab9-95e8345a346f'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:46.753130 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-b4de84cb-3b5f-4c48-b8ba-218c6d8579fc tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "DELETE /v2.0/floatingips/c85eee7e-62f6-4a2b-9eb8-cd6dae2b5f0e HTTP/1.1" status: 204 len: 168 time: 0.9926233 May 05 15:48:46.845438 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-c650d067-dfbb-4f73-82fb-661be6ed3568 None None] Set router 632ecdf7-ccd8-4447-bab9-95e8345a346f gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:48:47.002786 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:47.050808 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-c650d067-dfbb-4f73-82fb-661be6ed3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:46:31Z', 'revision_number': 4, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port': {'id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:28Z', 'updated_at': '2022-05-05T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '7f2b6de7-5127-4375-b6bf-bc9ba5813b5d', 'name': '', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'mac_address': 'fa:16:3e:3b:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:30Z', 'updated_at': '2022-05-05T15:46:35Z', 'revision_number': 5, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'subnets': [{'id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:47.077393 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650d067-dfbb-4f73-82fb-661be6ed3568 None None] Checking router: 632ecdf7-ccd8-4447-bab9-95e8345a346f for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:48:47.085821 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650d067-dfbb-4f73-82fb-661be6ed3568 None None] Routers {'632ecdf7-ccd8-4447-bab9-95e8345a346f'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:48:47.086475 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-c650d067-dfbb-4f73-82fb-661be6ed3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:48:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['632ecdf7-ccd8-4447-bab9-95e8345a346f'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:47.178875 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c2b80-35e5-4149-8829-83030784abd2 req-8680c727-ed2d-4291-ba0f-b83cc72f83a7 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:47.180550 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b12c2b80-35e5-4149-8829-83030784abd2 req-8680c727-ed2d-4291-ba0f-b83cc72f83a7 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0489919 May 05 15:48:47.230355 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b12c2b80-35e5-4149-8829-83030784abd2 req-5bb7861a-1e3c-4f04-a8eb-e42eed31b5c5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437882 May 05 15:48:47.286509 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-c650d067-dfbb-4f73-82fb-661be6ed3568 None None] Set router 632ecdf7-ccd8-4447-bab9-95e8345a346f gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:48:47.459192 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:48:47.461542 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66be05a-adf3-473a-a22d-5a3e66d048ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:48:47.472748 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-c650d067-dfbb-4f73-82fb-661be6ed3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:46:31Z', 'revision_number': 4, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port': {'id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:28Z', 'updated_at': '2022-05-05T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '7f2b6de7-5127-4375-b6bf-bc9ba5813b5d', 'name': '', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'mac_address': 'fa:16:3e:3b:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:30Z', 'updated_at': '2022-05-05T15:46:35Z', 'revision_number': 5, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'subnets': [{'id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:47.495774 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d519559d-8f61-424c-aa73-fd436c00a6aa x-openstack-request-id: req-d519559d-8f61-424c-aa73-fd436c00a6aa {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:48:47.496061 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:48:47.496316 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d519559d-8f61-424c-aa73-fd436c00a6aa {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:48:47.497332 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d519559d-8f61-424c-aa73-fd436c00a6aa'] response: {'name': 'network-changed', 'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b', 'status': 'completed', 'code': 200} May 05 15:48:47.499663 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650d067-dfbb-4f73-82fb-661be6ed3568 None None] The sync data for ids ['632ecdf7-ccd8-4447-bab9-95e8345a346f'] in dv-cinder-839793-9-iscsi is: [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:46:31Z', 'revision_number': 4, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port': {'id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:28Z', 'updated_at': '2022-05-05T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '7f2b6de7-5127-4375-b6bf-bc9ba5813b5d', 'name': '', 'network_id': 'a2dda0c7-6e55-4d89-970a-b7de4ba218cd', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'mac_address': 'fa:16:3e:3b:94:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:30Z', 'updated_at': '2022-05-05T15:46:35Z', 'revision_number': 5, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'subnets': [{'id': '7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:48:47.563239 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66be05a-adf3-473a-a22d-5a3e66d048ed req-97cb63b2-d943-47c9-8ec8-f5bd028f7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:47.564753 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c66be05a-adf3-473a-a22d-5a3e66d048ed req-97cb63b2-d943-47c9-8ec8-f5bd028f7b73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c514ad1026564ac69a8ea5f4443371f7&device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 1129 time: 0.0439742 May 05 15:48:47.657604 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66be05a-adf3-473a-a22d-5a3e66d048ed req-f6153198-ca2e-4b13-a267-b146c823eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:47.659122 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c66be05a-adf3-473a-a22d-5a3e66d048ed req-f6153198-ca2e-4b13-a267-b146c823eb1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd HTTP/1.1" status: 200 len: 916 time: 0.0889988 May 05 15:48:47.706853 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c66be05a-adf3-473a-a22d-5a3e66d048ed req-a31a4ddc-f50b-410f-be81-44dff90c0994 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b HTTP/1.1" status: 200 len: 217 time: 0.0417225 May 05 15:48:47.731391 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87c3a5f-96f0-4b68-8ea5-b74dcf25ee42 None None] New status for floating IP c85eee7e-62f6-4a2b-9eb8-cd6dae2b5f0e: DOWN {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:48:47.754803 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66be05a-adf3-473a-a22d-5a3e66d048ed req-0d624980-4135-4a21-a576-2639fb0ac8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:47.756193 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c66be05a-adf3-473a-a22d-5a3e66d048ed req-0d624980-4135-4a21-a576-2639fb0ac8ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4 HTTP/1.1" status: 200 len: 854 time: 0.0444343 May 05 15:48:47.800036 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66be05a-adf3-473a-a22d-5a3e66d048ed req-ef75e771-1545-4351-af20-a68eed290a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:47.801540 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c66be05a-adf3-473a-a22d-5a3e66d048ed req-ef75e771-1545-4351-af20-a68eed290a98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2dda0c7-6e55-4d89-970a-b7de4ba218cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394249 May 05 15:48:48.136735 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c66be05a-adf3-473a-a22d-5a3e66d048ed req-3c3d86c4-047d-4f2d-b0cf-b4b7c14efdea service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288469 May 05 15:48:48.222609 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c66be05a-adf3-473a-a22d-5a3e66d048ed req-b9e7c4cf-f89c-4cb2-94d8-baa702d2cb9d service neutron] 10.222.0.41 "GET /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794499 May 05 15:48:48.350564 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1eb8f-26d3-42e0-9858-299394a3be83 req-0dda847f-da47-4b8a-8298-68ab0fab3b3b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:48.352023 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0ce1eb8f-26d3-42e0-9858-299394a3be83 req-0dda847f-da47-4b8a-8298-68ab0fab3b3b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0472670 May 05 15:48:48.400973 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-0ce1eb8f-26d3-42e0-9858-299394a3be83 req-10a0a55a-9eab-4745-8a63-d850cb68e672 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425549 May 05 15:48:48.464834 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:49.516128 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cf920-c788-4a25-be69-16b5e843ac6f req-828bea23-0017-4715-b623-92c6954c13df tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:49.517622 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5a3cf920-c788-4a25-be69-16b5e843ac6f req-828bea23-0017-4715-b623-92c6954c13df tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0463142 May 05 15:48:49.564581 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5a3cf920-c788-4a25-be69-16b5e843ac6f req-0258ebf9-4d78-497e-b7b3-a81db343286c tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412712 May 05 15:48:49.960863 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:50.681586 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1e4a4-3d3f-441f-91ad-f8f12056642a req-68c01397-552d-4872-8ba8-adf32dc79e72 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:50.683058 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c9f1e4a4-3d3f-441f-91ad-f8f12056642a req-68c01397-552d-4872-8ba8-adf32dc79e72 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0462799 May 05 15:48:50.729161 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c9f1e4a4-3d3f-441f-91ad-f8f12056642a req-8d556445-ee0b-4023-9e3c-062acc2e34bc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403633 May 05 15:48:51.852685 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2642492-17cb-4c48-98f9-81c9ae06b1bb req-3be58dd5-cb80-40a3-973a-48682c6247e3 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:51.854150 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a2642492-17cb-4c48-98f9-81c9ae06b1bb req-3be58dd5-cb80-40a3-973a-48682c6247e3 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0520627 May 05 15:48:51.900690 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a2642492-17cb-4c48-98f9-81c9ae06b1bb req-f9914207-2f70-4e8e-90ba-106aad4f1e9d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403481 May 05 15:48:53.019240 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59584e4-c5eb-4ca2-9ce1-e0812a464575 req-a7218958-6e7b-47e9-80cb-e8df3a56a06b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:53.020722 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f59584e4-c5eb-4ca2-9ce1-e0812a464575 req-a7218958-6e7b-47e9-80cb-e8df3a56a06b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0471687 May 05 15:48:53.066047 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f59584e4-c5eb-4ca2-9ce1-e0812a464575 req-1220fe7b-1943-44bb-9676-8b5c37dac38d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399299 May 05 15:48:53.688713 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feedfc1-5fae-4275-bb6d-a76923b82419 req-d69ac84a-7412-42bb-9a0f-009f94168536 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:53.690479 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3feedfc1-5fae-4275-bb6d-a76923b82419 req-d69ac84a-7412-42bb-9a0f-009f94168536 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 945 time: 0.0503867 May 05 15:48:53.738256 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3feedfc1-5fae-4275-bb6d-a76923b82419 req-65b22cf2-85a5-4929-94ab-4507be3e73b6 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419357 May 05 15:48:54.185993 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87439be8-1716-4968-8f91-60c4452d0c25 req-173943e0-540b-4310-a51f-c6928f9c7db4 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:54.187482 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87439be8-1716-4968-8f91-60c4452d0c25 req-173943e0-540b-4310-a51f-c6928f9c7db4 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0472968 May 05 15:48:54.240742 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87439be8-1716-4968-8f91-60c4452d0c25 req-ef74449d-c4a2-4d06-92a9-01db00e4b2be tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452709 May 05 15:48:54.852429 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a7ee4-b882-4cd3-9f45-00870bedeb48 req-f9c4776c-ef3d-47b7-9abd-5eb15fa4b7ed tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:54.853900 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-eb5a7ee4-b882-4cd3-9f45-00870bedeb48 req-f9c4776c-ef3d-47b7-9abd-5eb15fa4b7ed tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 945 time: 0.0475297 May 05 15:48:54.900021 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-eb5a7ee4-b882-4cd3-9f45-00870bedeb48 req-9fbb2c53-f308-4fcc-bf1d-5a3168be4cdd tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/security-groups?id=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402045 May 05 15:48:55.366734 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d837d-922d-45aa-b03d-d2af8d1ea77f req-8a4c5d87-2851-4e6a-bb2d-e8ad36604d3f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:55.368196 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-af5d837d-922d-45aa-b03d-d2af8d1ea77f req-8a4c5d87-2851-4e6a-bb2d-e8ad36604d3f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0467143 May 05 15:48:55.413551 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-af5d837d-922d-45aa-b03d-d2af8d1ea77f req-45973c60-4a07-499e-a29a-dd8204f27cb3 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393317 May 05 15:48:55.655624 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3ed2e-fadf-4a72-93ae-30684ee1aecc req-59cd9d3c-30bd-4abc-97e7-8949cc447166 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:55.657101 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a0b3ed2e-fadf-4a72-93ae-30684ee1aecc req-59cd9d3c-30bd-4abc-97e7-8949cc447166 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.41 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 945 time: 0.0486691 May 05 15:48:55.751035 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-a0b3ed2e-fadf-4a72-93ae-30684ee1aecc req-17fb148f-1934-4a6e-a0f8-cc2a480bca5a tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Deleting port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:55.751378 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-a0b3ed2e-fadf-4a72-93ae-30684ee1aecc req-17fb148f-1934-4a6e-a0f8-cc2a480bca5a tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:55.839006 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-a0b3ed2e-fadf-4a72-93ae-30684ee1aecc req-17fb148f-1934-4a6e-a0f8-cc2a480bca5a tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] For port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:55.839372 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-a0b3ed2e-fadf-4a72-93ae-30684ee1aecc req-17fb148f-1934-4a6e-a0f8-cc2a480bca5a tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:55.851903 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-a0b3ed2e-fadf-4a72-93ae-30684ee1aecc req-17fb148f-1934-4a6e-a0f8-cc2a480bca5a tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Calling delete_port for 3a1a22b8-dcb6-43d2-ac16-5f59951f829b owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:55.986768 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-a0b3ed2e-fadf-4a72-93ae-30684ee1aecc req-17fb148f-1934-4a6e-a0f8-cc2a480bca5a tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (3a1a22b8-dcb6-43d2-ac16-5f59951f829b), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:55.999737 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['3a1a22b8-dcb6-43d2-ac16-5f59951f829b'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:48:56.010579 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-492f5756-1e59-432d-857a-cbe502924ebb req-7cee2c6b-ae49-472a-8231-0395ea403835 tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.58 "GET /v2.0/ports?device_id=5269aade-7580-4c79-917e-03d56de6ad0b HTTP/1.1" status: 200 len: 210 time: 0.0322049 May 05 15:48:56.014320 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb148f-1934-4a6e-a0f8-cc2a480bca5a tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Pushing event deleted for resources: {'Port': ['ID=3a1a22b8-dcb6-43d2-ac16-5f59951f829b,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:56.067487 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b3ed2e-fadf-4a72-93ae-30684ee1aecc req-17fb148f-1934-4a6e-a0f8-cc2a480bca5a tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] No DVR routers for this DVR port 3a1a22b8-dcb6-43d2-ac16-5f59951f829b on host hv-cinder-83979 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:48:56.069961 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-a0b3ed2e-fadf-4a72-93ae-30684ee1aecc req-17fb148f-1934-4a6e-a0f8-cc2a480bca5a tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:56.073251 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a0b3ed2e-fadf-4a72-93ae-30684ee1aecc req-17fb148f-1934-4a6e-a0f8-cc2a480bca5a tempest-TestMinimumBasicScenario-1427152309 tempest-TestMinimumBasicScenario-1427152309-project] 10.222.0.41 "DELETE /v2.0/ports/3a1a22b8-dcb6-43d2-ac16-5f59951f829b HTTP/1.1" status: 204 len: 173 time: 0.4088819 May 05 15:48:56.073686 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'name': 'network-vif-deleted', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:48:56.076008 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0135f766-4ba1-4c2e-ab75-4c5e24c54451" -d '{"events": [{"server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "name": "network-vif-deleted", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:48:56.112013 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c0da20-418d-4946-9290-69a9ea228cc9 x-openstack-request-id: req-14c0da20-418d-4946-9290-69a9ea228cc9 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:48:56.112307 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5269aade-7580-4c79-917e-03d56de6ad0b", "name": "network-vif-deleted", "tag": "3a1a22b8-dcb6-43d2-ac16-5f59951f829b", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:48:56.112560 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14c0da20-418d-4946-9290-69a9ea228cc9 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:48:56.112965 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c0da20-418d-4946-9290-69a9ea228cc9'] response: {'server_uuid': '5269aade-7580-4c79-917e-03d56de6ad0b', 'name': 'network-vif-deleted', 'tag': '3a1a22b8-dcb6-43d2-ac16-5f59951f829b', 'status': 'completed', 'code': 200} May 05 15:48:56.562581 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900f3a3-06eb-4156-ab27-83d3319c235b req-b14a4c14-4fbc-4f71-a580-c68abd722416 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:56.564094 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9900f3a3-06eb-4156-ab27-83d3319c235b req-b14a4c14-4fbc-4f71-a580-c68abd722416 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0539231 May 05 15:48:56.616396 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9900f3a3-06eb-4156-ab27-83d3319c235b req-1301857c-3509-4020-8553-336f9a4b69d5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456653 May 05 15:48:56.786075 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db7e1d-0c77-4183-b398-2e47f9949f8b req-15854962-f04d-4a7f-a6b7-d5a815dcb3bc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:56.787473 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-81db7e1d-0c77-4183-b398-2e47f9949f8b req-15854962-f04d-4a7f-a6b7-d5a815dcb3bc tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 946 time: 0.0459106 May 05 15:48:56.834059 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-81db7e1d-0c77-4183-b398-2e47f9949f8b req-5795f09d-449d-4855-9138-eebfde7c49b0 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411277 May 05 15:48:57.699563 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 32980) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:57.739058 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c07662-3c45-4cf6-a65e-c0fcd1c68b9f req-3b460942-43c7-4468-904e-67e1b63520e4 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:57.740541 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-96c07662-3c45-4cf6-a65e-c0fcd1c68b9f req-3b460942-43c7-4468-904e-67e1b63520e4 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0477269 May 05 15:48:57.786608 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-96c07662-3c45-4cf6-a65e-c0fcd1c68b9f req-64a4a131-e408-41d9-a422-affc23b9c898 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404375 May 05 15:48:57.975066 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd858471-c707-4908-b5b0-be96a9726b7f req-e21edbb4-977e-4b82-8465-8f6ee82f4386 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:57.976400 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-fd858471-c707-4908-b5b0-be96a9726b7f req-e21edbb4-977e-4b82-8465-8f6ee82f4386 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 946 time: 0.0755489 May 05 15:48:58.053324 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-fd858471-c707-4908-b5b0-be96a9726b7f req-169efb3b-f0a6-474a-9ff0-d9a77d677c38 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704436 May 05 15:48:58.108430 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec939c05-328e-4c43-870c-26a6266425fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752084'] for router_interface (632ecdf7-ccd8-4447-bab9-95e8345a346f), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:58.336204 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-ec939c05-328e-4c43-870c-26a6266425fc admin admin] Deleting port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:58.336551 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec939c05-328e-4c43-870c-26a6266425fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:58.351552 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3f83646c-2101-4201-99f3-e9addb324bdb details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:48:58.415679 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-ec939c05-328e-4c43-870c-26a6266425fc admin admin] For port 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=7f2b6de7-5127-4375-b6bf-bc9ba5813b5d,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:58.416042 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec939c05-328e-4c43-870c-26a6266425fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:58.429246 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-ec939c05-328e-4c43-870c-26a6266425fc admin admin] Calling delete_port for 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d owned by network:router_interface {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:58.451059 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3f83646c-2101-4201-99f3-e9addb324bdb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f83646c-2101-4201-99f3-e9addb324bdb,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:58.462839 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '3f83646c-2101-4201-99f3-e9addb324bdb', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'port_id': '3f83646c-2101-4201-99f3-e9addb324bdb', 'mac_address': 'fa:16:3e:77:45:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:48:58.500978 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 3f83646c-2101-4201-99f3-e9addb324bdb is: ACTIVE; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:48:58.501364 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:58.515739 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f83646c-2101-4201-99f3-e9addb324bdb {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:48:58.535638 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3f83646c-2101-4201-99f3-e9addb324bdb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f83646c-2101-4201-99f3-e9addb324bdb,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:58.540177 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:58.590421 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=3f83646c-2101-4201-99f3-e9addb324bdb,revision_number=6']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:58.597645 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.598008 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.598799 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.598799 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.599078 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.599418 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.599753 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.600087 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.600654 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.600765 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.601060 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.601393 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.601717 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.602046 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.602666 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:48:58.630603 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec939c05-328e-4c43-870c-26a6266425fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (7f2b6de7-5127-4375-b6bf-bc9ba5813b5d), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:58.658347 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec939c05-328e-4c43-870c-26a6266425fc admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2b6de7-5127-4375-b6bf-bc9ba5813b5d,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:58.669287 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-bf365675-11a4-42c6-abf7-cf1c2568da26 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:58.671041 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-bf365675-11a4-42c6-abf7-cf1c2568da26 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 946 time: 0.0697405 May 05 15:48:58.672752 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['3f83646c-2101-4201-99f3-e9addb324bdb'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:48:58.812518 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Deleting port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:58.813114 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:58.881682 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ec939c05-328e-4c43-870c-26a6266425fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3763697'] for router_interface (632ecdf7-ccd8-4447-bab9-95e8345a346f), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:58.985987 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c664ce5-809f-40a1-aeca-6a028e374264 req-57f0a2c5-ea54-461c-82b3-eafcce7c6b08 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:58.987126 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4c664ce5-809f-40a1-aeca-6a028e374264 req-57f0a2c5-ea54-461c-82b3-eafcce7c6b08 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 945 time: 0.0890810 May 05 15:48:59.013104 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] For port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=594bdbf3-eba0-4199-9eb5-8f3b71709a8a,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:48:59.013453 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:59.114212 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4c664ce5-809f-40a1-aeca-6a028e374264 req-da6d6f9d-d448-42e2-84aa-bb50ecd469c8 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147346 May 05 15:48:59.222983 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec939c05-328e-4c43-870c-26a6266425fc admin admin] Router 632ecdf7-ccd8-4447-bab9-95e8345a346f has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:48:59.254682 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136d2f-8f82-4548-9218-146263397e9f req-1453f41c-aa00-4a2e-98bb-e3f8e52b5ab4 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:48:59.256584 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d5136d2f-8f82-4548-9218-146263397e9f req-1453f41c-aa00-4a2e-98bb-e3f8e52b5ab4 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 946 time: 0.1102364 May 05 15:48:59.293608 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:59.293976 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (ea915dc9-2a0e-4378-87a3-01cc89caf2f9), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:59.294825 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.l3_db [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Floating IP ea915dc9-2a0e-4378-87a3-01cc89caf2f9 disassociated. External IP: 172.27.3.224, port: 594bdbf3-eba0-4199-9eb5-8f3b71709a8a. May 05 15:48:59.295179 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Calling delete_port for 594bdbf3-eba0-4199-9eb5-8f3b71709a8a owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:48:59.423151 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d5136d2f-8f82-4548-9218-146263397e9f req-220df334-e5d5-4b91-b729-b50f3b8836e6 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583419 May 05 15:48:59.454442 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec939c05-328e-4c43-870c-26a6266425fc admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:48:59.461913 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (594bdbf3-eba0-4199-9eb5-8f3b71709a8a), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:59.466038 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fa85a2-34cc-4e13-9ce8-856ae2fc8ade None None] Sync routers for ids ['632ecdf7-ccd8-4447-bab9-95e8345a346f'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:48:59.467683 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33012) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:48:59.469318 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-ec939c05-328e-4c43-870c-26a6266425fc admin admin] 10.222.0.58 "PUT /v2.0/routers/632ecdf7-ccd8-4447-bab9-95e8345a346f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7682776 May 05 15:48:59.478700 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa85a2-34cc-4e13-9ce8-856ae2fc8ade None None] Routers {'632ecdf7-ccd8-4447-bab9-95e8345a346f'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:48:59.479591 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-58fa85a2-34cc-4e13-9ce8-856ae2fc8ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:48:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['632ecdf7-ccd8-4447-bab9-95e8345a346f'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:59.544656 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event deleted for resources: {'Port': ['ID=594bdbf3-eba0-4199-9eb5-8f3b71709a8a,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:48:59.615358 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-58fa85a2-34cc-4e13-9ce8-856ae2fc8ade None None] Set router 632ecdf7-ccd8-4447-bab9-95e8345a346f gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:48:59.698510 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Publish callbacks [] for router (632ecdf7-ccd8-4447-bab9-95e8345a346f), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:59.810809 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-58fa85a2-34cc-4e13-9ce8-856ae2fc8ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:48:58Z', 'revision_number': 5, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port': {'id': 'd5af34f4-fd38-4179-bc0e-c21c3ccfb862', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:28Z', 'updated_at': '2022-05-05T15:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:59.822319 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Router d595150d-a013-4207-8139-341c638ecfde has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:48:59.824414 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Publish callbacks [] for router_gateway (632ecdf7-ccd8-4447-bab9-95e8345a346f), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:59.848939 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fa85a2-34cc-4e13-9ce8-856ae2fc8ade None None] Checking router: 632ecdf7-ccd8-4447-bab9-95e8345a346f for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:48:59.861379 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa85a2-34cc-4e13-9ce8-856ae2fc8ade None None] Routers {'632ecdf7-ccd8-4447-bab9-95e8345a346f'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:48:59.862296 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-58fa85a2-34cc-4e13-9ce8-856ae2fc8ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:48:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['632ecdf7-ccd8-4447-bab9-95e8345a346f'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:48:59.926406 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Deleting port d5af34f4-fd38-4179-bc0e-c21c3ccfb862 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:48:59.926743 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:48:59.985013 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-58fa85a2-34cc-4e13-9ce8-856ae2fc8ade None None] Set router 632ecdf7-ccd8-4447-bab9-95e8345a346f gateway port host: None {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:49:00.004905 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:49:00.020957 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c45b32-5cfc-4d34-b596-60ef2f233b64 None None] Sync routers for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:49:00.046467 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c45b32-5cfc-4d34-b596-60ef2f233b64 None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:49:00.047338 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-b3c45b32-5cfc-4d34-b596-60ef2f233b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:48:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:00.063581 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] No DVR routers for this DVR port 594bdbf3-eba0-4199-9eb5-8f3b71709a8a on host hv-cinder-83979 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:49:00.066089 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:00.069675 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0ea49c51-6b46-46a6-bf4a-e1371276b948 req-2602d312-874b-47d7-ae5d-3b72344d876c tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.41 "DELETE /v2.0/ports/594bdbf3-eba0-4199-9eb5-8f3b71709a8a HTTP/1.1" status: 204 len: 173 time: 1.3908246 May 05 15:49:00.072392 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cda5d81-a558-403c-8144-4d7c934b2c0e', 'name': 'network-vif-deleted', 'tag': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:49:00.076224 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf449f32-217f-473a-9533-007fea8cb1b7" -d '{"events": [{"server_uuid": "3cda5d81-a558-403c-8144-4d7c934b2c0e", "name": "network-vif-deleted", "tag": "594bdbf3-eba0-4199-9eb5-8f3b71709a8a"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:49:00.118027 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-58fa85a2-34cc-4e13-9ce8-856ae2fc8ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:48:59Z', 'revision_number': 6, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port_host': None}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:00.170738 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] For port d5af34f4-fd38-4179-bc0e-c21c3ccfb862, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=d5af34f4-fd38-4179-bc0e-c21c3ccfb862,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:00.171135 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:00.184566 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24ae98b-59bd-4ba5-80cf-7294c283afbd x-openstack-request-id: req-a24ae98b-59bd-4ba5-80cf-7294c283afbd {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:49:00.184933 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cda5d81-a558-403c-8144-4d7c934b2c0e", "name": "network-vif-deleted", "tag": "594bdbf3-eba0-4199-9eb5-8f3b71709a8a", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:49:00.185118 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a24ae98b-59bd-4ba5-80cf-7294c283afbd {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:49:00.185544 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24ae98b-59bd-4ba5-80cf-7294c283afbd'] response: {'server_uuid': '3cda5d81-a558-403c-8144-4d7c934b2c0e', 'name': 'network-vif-deleted', 'tag': '594bdbf3-eba0-4199-9eb5-8f3b71709a8a', 'status': 'completed', 'code': 200} May 05 15:49:00.186687 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fa85a2-34cc-4e13-9ce8-856ae2fc8ade None None] The sync data for ids ['632ecdf7-ccd8-4447-bab9-95e8345a346f'] in dv-cinder-839793-9-iscsi is: [{'id': '632ecdf7-ccd8-4447-bab9-95e8345a346f', 'name': 'tempest-TestMinimumBasicScenario-1038687995-router', 'tenant_id': 'c514ad1026564ac69a8ea5f4443371f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:27Z', 'updated_at': '2022-05-05T15:48:59Z', 'revision_number': 6, 'project_id': 'c514ad1026564ac69a8ea5f4443371f7', 'gw_port_host': None}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:49:00.208553 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Calling delete_port for d5af34f4-fd38-4179-bc0e-c21c3ccfb862 owned by network:router_gateway {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:00.307182 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-b3c45b32-5cfc-4d34-b596-60ef2f233b64 None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:49:00.320092 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44d1d8-cbb6-4c7a-927e-391a31aeba3f req-9be33ac0-f08e-47dc-a3a0-c94ac5ce20f7 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:00.328657 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9f44d1d8-cbb6-4c7a-927e-391a31aeba3f req-9be33ac0-f08e-47dc-a3a0-c94ac5ce20f7 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 945 time: 0.0877976 May 05 15:49:00.391469 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9f44d1d8-cbb6-4c7a-927e-391a31aeba3f req-ab02a995-5d02-443e-b96d-6ab79ce8e147 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560453 May 05 15:49:00.406740 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3f83646c-2101-4201-99f3-e9addb324bdb up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:49:00.516585 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (d5af34f4-fd38-4179-bc0e-c21c3ccfb862), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:00.523155 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 3f83646c-2101-4201-99f3-e9addb324bdb triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:49:00.523822 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:00.651435 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Pushing event deleted for resources: {'Port': ['ID=d5af34f4-fd38-4179-bc0e-c21c3ccfb862,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:00.711771 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-b3c45b32-5cfc-4d34-b596-60ef2f233b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:37Z', 'revision_number': 5, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:00.760258 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-43877ab6-3340-4d3a-9070-1048058bd9f2 req-15c3f381-4898-4efd-9716-bd05927a423b tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cda5d81-a558-403c-8144-4d7c934b2c0e HTTP/1.1" status: 200 len: 210 time: 0.1099415 May 05 15:49:00.764212 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c45b32-5cfc-4d34-b596-60ef2f233b64 None None] Checking router: d595150d-a013-4207-8139-341c638ecfde for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:49:00.781826 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c45b32-5cfc-4d34-b596-60ef2f233b64 None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:49:00.782571 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-b3c45b32-5cfc-4d34-b596-60ef2f233b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:48:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:00.783062 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3754626'] for router_gateway (632ecdf7-ccd8-4447-bab9-95e8345a346f), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:00.784678 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 3f83646c-2101-4201-99f3-e9addb324bdb is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:49:00.785151 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:00.855115 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:49:00.857774 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2aeae2-feaf-48a4-9293-05cfc1ed645f" -d '{"events": [{"server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "name": "network-vif-plugged", "status": "completed", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:49:00.879646 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3f83646c-2101-4201-99f3-e9addb324bdb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f83646c-2101-4201-99f3-e9addb324bdb,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:00.939894 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3749750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router (632ecdf7-ccd8-4447-bab9-95e8345a346f), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:00.943007 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Publish callbacks [] for router_controller (632ecdf7-ccd8-4447-bab9-95e8345a346f), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:00.943142 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50da7232-923e-4a22-86ae-6edc4c07f34d x-openstack-request-id: req-50da7232-923e-4a22-86ae-6edc4c07f34d {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:49:00.943406 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "name": "network-vif-plugged", "status": "completed", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:49:00.946227 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50da7232-923e-4a22-86ae-6edc4c07f34d {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:49:00.946227 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50da7232-923e-4a22-86ae-6edc4c07f34d'] response: {'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb', 'code': 200} May 05 15:49:00.946921 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:00.947610 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3a1a22b8-dcb6-43d2-ac16-5f59951f829b no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:00.951172 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-b3c45b32-5cfc-4d34-b596-60ef2f233b64 None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:49:01.038944 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3749743'] for router (632ecdf7-ccd8-4447-bab9-95e8345a346f), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:01.039944 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 632ecdf7-ccd8-4447-bab9-95e8345a346f {{(pid=109966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:49:01.048505 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:01.052389 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33022) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:01.052556 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-7a00cee2-af88-4485-8cb0-0f53f6df2faf admin admin] 10.222.0.58 "DELETE /v2.0/routers/632ecdf7-ccd8-4447-bab9-95e8345a346f HTTP/1.1" status: 204 len: 168 time: 1.5802853 May 05 15:49:01.131747 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c33b3b8-d1fa-40a5-ba56-fdd50654a5d7 admin admin] Deleting subnet 7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4 {{(pid=109965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:49:01.135436 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2c33b3b8-d1fa-40a5-ba56-fdd50654a5d7 admin admin] Publish callbacks [] for subnet (7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:01.184754 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2c33b3b8-d1fa-40a5-ba56-fdd50654a5d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2211023'] for subnet (7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:01.189972 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: 3a1a22b8-dcb6-43d2-ac16-5f59951f829b {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:01.190494 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3a1a22b8-dcb6-43d2-ac16-5f59951f829b not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:01.190773 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 594bdbf3-eba0-4199-9eb5-8f3b71709a8a no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:01.214060 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: 594bdbf3-eba0-4199-9eb5-8f3b71709a8a {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:01.214560 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 594bdbf3-eba0-4199-9eb5-8f3b71709a8a not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:01.316236 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=3f83646c-2101-4201-99f3-e9addb324bdb,revision_number=7']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:01.354080 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:01.360974 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2c33b3b8-d1fa-40a5-ba56-fdd50654a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:01.382003 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:01.382870 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 7f2b6de7-5127-4375-b6bf-bc9ba5813b5d not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:01.383304 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device d5af34f4-fd38-4179-bc0e-c21c3ccfb862 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:01.413597 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: d5af34f4-fd38-4179-bc0e-c21c3ccfb862 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:01.413735 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device d5af34f4-fd38-4179-bc0e-c21c3ccfb862 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:01.463118 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2c33b3b8-d1fa-40a5-ba56-fdd50654a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25928716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458300'] for subnet (7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:01.508506 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33b3b8-d1fa-40a5-ba56-fdd50654a5d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:01.512569 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-b3c45b32-5cfc-4d34-b596-60ef2f233b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:37Z', 'revision_number': 5, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:01.540561 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-2c33b3b8-d1fa-40a5-ba56-fdd50654a5d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:01.545441 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-2c33b3b8-d1fa-40a5-ba56-fdd50654a5d7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7d6c9627-bcf9-4f24-aa5b-b9d5efebb8e4 HTTP/1.1" status: 204 len: 168 time: 0.4896181 May 05 15:49:01.546651 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33026) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:01.564730 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca3a33-5318-47c3-8273-572c90c33e30 req-adfd2494-6f84-44d9-908d-d5b35b84f0a6 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:01.576990 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d2ca3a33-5318-47c3-8273-572c90c33e30 req-adfd2494-6f84-44d9-908d-d5b35b84f0a6 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0862439 May 05 15:49:01.586765 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ecd8c7-ba43-4d8c-b20f-b65c2a0ed4c5 None None] Network a2dda0c7-6e55-4d89-970a-b7de4ba218cd requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:49:01.589759 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c45b32-5cfc-4d34-b596-60ef2f233b64 None None] The sync data for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi is: [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:42:27Z', 'revision_number': 4, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1e83b682-f24b-4337-a255-544cc4fca1de', 'name': '', 'network_id': '56f1a0c2-f1c0-439d-ad4c-587f0585ee32', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'mac_address': 'fa:16:3e:1b:46:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:22Z', 'updated_at': '2022-05-05T15:42:37Z', 'revision_number': 5, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'subnets': [{'id': '86f8d8ae-fc09-441d-bf00-c996815f485d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:49:01.722364 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d2ca3a33-5318-47c3-8273-572c90c33e30 req-c4fd7cd7-0df9-49e9-b82f-4b3bc9c39caa tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194563 May 05 15:49:01.728294 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (a2dda0c7-6e55-4d89-970a-b7de4ba218cd), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:01.795979 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae0c22-d0b6-4b41-a341-edab6d6f451d None None] DHCP port deletion for a2dda0c7-6e55-4d89-970a-b7de4ba218cd request from dv-cinder-839793-9-iscsi {{(pid=109967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:49:01.804497 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Deleting port feaf3df8-3688-43f3-87c0-bad010d6d3b4 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:01.814334 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:01.851275 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-fbae0c22-d0b6-4b41-a341-edab6d6f451d None None] Deleting port feaf3df8-3688-43f3-87c0-bad010d6d3b4 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:01.851649 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fbae0c22-d0b6-4b41-a341-edab6d6f451d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:01.928061 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] For port feaf3df8-3688-43f3-87c0-bad010d6d3b4, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=feaf3df8-3688-43f3-87c0-bad010d6d3b4,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:01.928435 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:01.950859 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Calling delete_port for feaf3df8-3688-43f3-87c0-bad010d6d3b4 owned by network:dhcp {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:02.001791 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-fbae0c22-d0b6-4b41-a341-edab6d6f451d None None] For port feaf3df8-3688-43f3-87c0-bad010d6d3b4, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=feaf3df8-3688-43f3-87c0-bad010d6d3b4,segment=NetworkSegment(95534a05-76ab-4f5d-ac23-c3705807edff),segment_id=95534a05-76ab-4f5d-ac23-c3705807edff)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:02.005900 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fbae0c22-d0b6-4b41-a341-edab6d6f451d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.041611 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-fbae0c22-d0b6-4b41-a341-edab6d6f451d None None] Calling delete_port for feaf3df8-3688-43f3-87c0-bad010d6d3b4 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:02.095551 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33034) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:02.101619 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eefe4f3-94d7-4405-b3c9-b55697ccdcd7 None None] New status for floating IP ea915dc9-2a0e-4378-87a3-01cc89caf2f9: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:49:02.139491 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.169941 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-671e4344-ea0d-45ae-8ae5-1815416f010d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group (6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.175306 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=feaf3df8-3688-43f3-87c0-bad010d6d3b4,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:02.178477 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] No DVR routers for this DVR port feaf3df8-3688-43f3-87c0-bad010d6d3b4 on host dv-cinder-839793-9-iscsi {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:49:02.202378 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-671e4344-ea0d-45ae-8ae5-1815416f010d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group (6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.223005 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fbae0c22-d0b6-4b41-a341-edab6d6f451d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751'] for port (feaf3df8-3688-43f3-87c0-bad010d6d3b4), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.290631 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (a2dda0c7-6e55-4d89-970a-b7de4ba218cd), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.291977 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae0c22-d0b6-4b41-a341-edab6d6f451d None None] Pushing event deleted for resources: {'Port': ['ID=feaf3df8-3688-43f3-87c0-bad010d6d3b4,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:02.296359 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-671e4344-ea0d-45ae-8ae5-1815416f010d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.299578 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-671e4344-ea0d-45ae-8ae5-1815416f010d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.304084 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-671e4344-ea0d-45ae-8ae5-1815416f010d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "DELETE /v2.0/security-groups/6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51 HTTP/1.1" status: 204 len: 168 time: 0.2074411 May 05 15:49:02.304756 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33036) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:02.306452 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae0c22-d0b6-4b41-a341-edab6d6f451d None None] No DVR routers for this DVR port feaf3df8-3688-43f3-87c0-bad010d6d3b4 on host dv-cinder-839793-9-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:49:02.329843 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e4344-ea0d-45ae-8ae5-1815416f010d tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:02.350010 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2dda0c7-6e55-4d89-970a-b7de4ba218cd']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:02.358720 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.api.v2.resource [None req-a6711acc-c64e-4759-93c3-8b9d4d566d65 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] show failed (client error): The resource could not be found. May 05 15:49:02.364203 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-a6711acc-c64e-4759-93c3-8b9d4d566d65 tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "GET /v2.0/security-groups/6a860c05-e7e9-4f3c-b7cf-cc98aab2fb51 HTTP/1.1" status: 404 len: 347 time: 0.0413475 May 05 15:49:02.368681 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33038) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:02.392078 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95534a05-76ab-4f5d-ac23-c3705807edff') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:02.392758 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95534a05-76ab-4f5d-ac23-c3705807edff') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:02.405333 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26956836'] for segment (95534a05-76ab-4f5d-ac23-c3705807edff), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.423394 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (95534a05-76ab-4f5d-ac23-c3705807edff), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.432321 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:49:02.437212 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26151662'] for segment (95534a05-76ab-4f5d-ac23-c3705807edff), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: Traceback (most recent call last): May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: timer() May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: cb(*args, **kw) May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: return func(*args, **kwargs) May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: self._notify() May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: self.callback(batched_events) May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: event.method(event) May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: return f(self, *a, **k) May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._get(url).json() May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:49:02.439812 dv-cinder-839793-9-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:49:02.518042 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (a2dda0c7-6e55-4d89-970a-b7de4ba218cd), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.537981 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:02.544632 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a2dda0c7-6e55-4d89-970a-b7de4ba218cd HTTP/1.1" status: 204 len: 168 time: 0.9945686 May 05 15:49:02.550867 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33040) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:02.561305 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4eabc-04f6-415c-9064-da0e6e6e65a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2dda0c7-6e55-4d89-970a-b7de4ba218cd,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:02.916193 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-153a5dc9-3fe8-4bde-8b97-66348474435a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Deleting port 581670c2-b364-447c-9fb0-9d6b5f682f2c {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:02.916629 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-153a5dc9-3fe8-4bde-8b97-66348474435a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (581670c2-b364-447c-9fb0-9d6b5f682f2c), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:03.012902 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-153a5dc9-3fe8-4bde-8b97-66348474435a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (581670c2-b364-447c-9fb0-9d6b5f682f2c), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:03.013397 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-153a5dc9-3fe8-4bde-8b97-66348474435a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (581670c2-b364-447c-9fb0-9d6b5f682f2c), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:03.030597 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0288a3-3374-4c3e-aa10-1bddb1271463 req-86847b14-46f7-4ba4-98d0-6b0bcd235155 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:03.032279 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2b0288a3-3374-4c3e-aa10-1bddb1271463 req-86847b14-46f7-4ba4-98d0-6b0bcd235155 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.1448343 May 05 15:49:03.045709 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-153a5dc9-3fe8-4bde-8b97-66348474435a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Calling delete_port for 581670c2-b364-447c-9fb0-9d6b5f682f2c owned by network:floatingip {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:03.141812 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2b0288a3-3374-4c3e-aa10-1bddb1271463 req-336fb7d3-baa8-4bb7-8abc-7734850fdf7c tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030707 May 05 15:49:03.288155 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-153a5dc9-3fe8-4bde-8b97-66348474435a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (581670c2-b364-447c-9fb0-9d6b5f682f2c), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:03.334680 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device feaf3df8-3688-43f3-87c0-bad010d6d3b4 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:03.338927 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a5dc9-3fe8-4bde-8b97-66348474435a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Pushing event deleted for resources: {'Port': ['ID=581670c2-b364-447c-9fb0-9d6b5f682f2c,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:03.377471 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: feaf3df8-3688-43f3-87c0-bad010d6d3b4 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:03.378529 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device feaf3df8-3688-43f3-87c0-bad010d6d3b4 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:03.426393 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-153a5dc9-3fe8-4bde-8b97-66348474435a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks [] for floatingip (ea915dc9-2a0e-4378-87a3-01cc89caf2f9), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:03.427030 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-13e8077f-cdff-4f35-b24b-18f693c1631b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752084'] for router_interface (5bdc6237-56ea-42ae-80e7-8939341a4f71), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:03.429166 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-153a5dc9-3fe8-4bde-8b97-66348474435a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:03.431786 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-153a5dc9-3fe8-4bde-8b97-66348474435a tempest-AttachVolumeTestJSON-781671009 tempest-AttachVolumeTestJSON-781671009-project] 10.222.0.58 "DELETE /v2.0/floatingips/ea915dc9-2a0e-4378-87a3-01cc89caf2f9 HTTP/1.1" status: 204 len: 168 time: 1.0618851 May 05 15:49:03.793229 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-13e8077f-cdff-4f35-b24b-18f693c1631b admin admin] Deleting port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:03.793533 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-13e8077f-cdff-4f35-b24b-18f693c1631b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:03.883572 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-13e8077f-cdff-4f35-b24b-18f693c1631b admin admin] For port 35eb3ff9-f866-4930-8bec-e37a55dbbbd6, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=35eb3ff9-f866-4930-8bec-e37a55dbbbd6,segment=NetworkSegment(2bae766b-7ea9-4919-967f-9a5214ebdf70),segment_id=2bae766b-7ea9-4919-967f-9a5214ebdf70)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:03.883968 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-13e8077f-cdff-4f35-b24b-18f693c1631b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:03.898597 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-13e8077f-cdff-4f35-b24b-18f693c1631b admin admin] Calling delete_port for 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 owned by network:router_interface {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:04.096841 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-13e8077f-cdff-4f35-b24b-18f693c1631b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (35eb3ff9-f866-4930-8bec-e37a55dbbbd6), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:04.128661 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8077f-cdff-4f35-b24b-18f693c1631b admin admin] Pushing event deleted for resources: {'Port': ['ID=35eb3ff9-f866-4930-8bec-e37a55dbbbd6,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:04.361450 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-13e8077f-cdff-4f35-b24b-18f693c1631b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3763697'] for router_interface (5bdc6237-56ea-42ae-80e7-8939341a4f71), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:04.371316 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad6f0-eb30-48f1-85b1-6bdfa58429cf req-c08c2bd8-a028-4c6e-8341-0a594d627217 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:04.373563 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-26dad6f0-eb30-48f1-85b1-6bdfa58429cf req-c08c2bd8-a028-4c6e-8341-0a594d627217 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.1016977 May 05 15:49:04.504073 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-26dad6f0-eb30-48f1-85b1-6bdfa58429cf req-2cd5558c-321c-48c4-b919-2ca8ecb7d8a4 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221809 May 05 15:49:04.665515 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e8077f-cdff-4f35-b24b-18f693c1631b admin admin] Router 5bdc6237-56ea-42ae-80e7-8939341a4f71 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:49:04.816309 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e8077f-cdff-4f35-b24b-18f693c1631b admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:49:04.822043 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-13e8077f-cdff-4f35-b24b-18f693c1631b admin admin] 10.222.0.58 "PUT /v2.0/routers/5bdc6237-56ea-42ae-80e7-8939341a4f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2700644 May 05 15:49:04.825215 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33062) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:04.867877 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d8c9e-83ce-48cf-801d-250d47593a92 None None] Sync routers for ids ['5bdc6237-56ea-42ae-80e7-8939341a4f71'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:49:04.879845 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d8c9e-83ce-48cf-801d-250d47593a92 None None] Routers {'5bdc6237-56ea-42ae-80e7-8939341a4f71'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:49:04.880739 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-fc2d8c9e-83ce-48cf-801d-250d47593a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:48:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['5bdc6237-56ea-42ae-80e7-8939341a4f71'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:04.963270 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Publish callbacks [] for router (5bdc6237-56ea-42ae-80e7-8939341a4f71), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:05.021837 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-fc2d8c9e-83ce-48cf-801d-250d47593a92 None None] Set router 5bdc6237-56ea-42ae-80e7-8939341a4f71 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:49:05.105434 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Publish callbacks [] for router_gateway (5bdc6237-56ea-42ae-80e7-8939341a4f71), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:05.159305 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Deleting port ca60b582-f616-4d6b-a17a-60a6e3e38146 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:05.159607 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:05.243549 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-fc2d8c9e-83ce-48cf-801d-250d47593a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'name': 'tempest-TestMinimumBasicScenario-947560678-router', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:34Z', 'updated_at': '2022-05-05T15:49:04Z', 'revision_number': 5, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'gw_port': {'id': 'ca60b582-f616-4d6b-a17a-60a6e3e38146', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:04:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:46:35Z', 'updated_at': '2022-05-05T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:05.255086 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] For port ca60b582-f616-4d6b-a17a-60a6e3e38146, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=ca60b582-f616-4d6b-a17a-60a6e3e38146,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:05.255591 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:05.284893 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d8c9e-83ce-48cf-801d-250d47593a92 None None] Checking router: 5bdc6237-56ea-42ae-80e7-8939341a4f71 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:49:05.299669 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d8c9e-83ce-48cf-801d-250d47593a92 None None] Routers {'5bdc6237-56ea-42ae-80e7-8939341a4f71'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:49:05.300312 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-fc2d8c9e-83ce-48cf-801d-250d47593a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:48:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['5bdc6237-56ea-42ae-80e7-8939341a4f71'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:05.304969 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Calling delete_port for ca60b582-f616-4d6b-a17a-60a6e3e38146 owned by network:router_gateway {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:05.410397 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-fc2d8c9e-83ce-48cf-801d-250d47593a92 None None] Set router 5bdc6237-56ea-42ae-80e7-8939341a4f71 gateway port host: None {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:49:05.476923 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-fc2d8c9e-83ce-48cf-801d-250d47593a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'name': 'tempest-TestMinimumBasicScenario-947560678-router', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:34Z', 'updated_at': '2022-05-05T15:49:05Z', 'revision_number': 6, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'gw_port_host': None}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:05.498598 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (ca60b582-f616-4d6b-a17a-60a6e3e38146), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:05.516392 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d8c9e-83ce-48cf-801d-250d47593a92 None None] The sync data for ids ['5bdc6237-56ea-42ae-80e7-8939341a4f71'] in dv-cinder-839793-9-iscsi is: [{'id': '5bdc6237-56ea-42ae-80e7-8939341a4f71', 'name': 'tempest-TestMinimumBasicScenario-947560678-router', 'tenant_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:46:34Z', 'updated_at': '2022-05-05T15:49:05Z', 'revision_number': 6, 'project_id': 'e7ca00cab61a48839a14ea98c12f0db6', 'gw_port_host': None}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:49:05.526478 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ca60b582-f616-4d6b-a17a-60a6e3e38146,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:05.609209 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3754626'] for router_gateway (5bdc6237-56ea-42ae-80e7-8939341a4f71), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:05.658655 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db9b83-1852-4eb5-a95d-408e4f4112b0 req-f9853f57-1337-4a77-b635-bdf6d0f85ddb tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:05.660327 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e9db9b83-1852-4eb5-a95d-408e4f4112b0 req-f9853f57-1337-4a77-b635-bdf6d0f85ddb tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0588646 May 05 15:49:05.723963 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e9db9b83-1852-4eb5-a95d-408e4f4112b0 req-d2f2a867-dc3a-4ae0-a8a5-14eaab8c7a25 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579486 May 05 15:49:05.729242 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3749750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router (5bdc6237-56ea-42ae-80e7-8939341a4f71), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:05.733851 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Publish callbacks [] for router_controller (5bdc6237-56ea-42ae-80e7-8939341a4f71), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:05.802073 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3749743'] for router (5bdc6237-56ea-42ae-80e7-8939341a4f71), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:05.802637 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bdc6237-56ea-42ae-80e7-8939341a4f71 {{(pid=109966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:49:05.819904 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:05.823586 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33072) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:05.834755 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4dc6e09c-4676-4311-8b01-87926e7d42bd admin admin] 10.222.0.58 "DELETE /v2.0/routers/5bdc6237-56ea-42ae-80e7-8939341a4f71 HTTP/1.1" status: 204 len: 168 time: 1.0083721 May 05 15:49:05.889459 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_v2 [None req-f874e7cf-e3dc-4320-abf3-6c6454a35e5e admin admin] Deleting subnet e0d52d0a-fea6-4bea-82f9-dfc270e11939 {{(pid=109965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:49:05.894887 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f874e7cf-e3dc-4320-abf3-6c6454a35e5e admin admin] Publish callbacks [] for subnet (e0d52d0a-fea6-4bea-82f9-dfc270e11939), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:05.965938 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f874e7cf-e3dc-4320-abf3-6c6454a35e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2211023'] for subnet (e0d52d0a-fea6-4bea-82f9-dfc270e11939), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.063473 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f874e7cf-e3dc-4320-abf3-6c6454a35e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (e0d52d0a-fea6-4bea-82f9-dfc270e11939), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.131422 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f874e7cf-e3dc-4320-abf3-6c6454a35e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25928716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458300'] for subnet (e0d52d0a-fea6-4bea-82f9-dfc270e11939), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.160529 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874e7cf-e3dc-4320-abf3-6c6454a35e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d52d0a-fea6-4bea-82f9-dfc270e11939,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:06.170659 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f874e7cf-e3dc-4320-abf3-6c6454a35e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.174383 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-f874e7cf-e3dc-4320-abf3-6c6454a35e5e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e0d52d0a-fea6-4bea-82f9-dfc270e11939 HTTP/1.1" status: 204 len: 168 time: 0.3497782 May 05 15:49:06.177015 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33078) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:06.181320 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d05df22-8405-4c38-9df6-417c759c2fea None None] Network b0080597-5655-4591-9b73-2d5c5c5b059b requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:49:06.273725 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (b0080597-5655-4591-9b73-2d5c5c5b059b), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.337631 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Deleting port 4a2dec15-24bd-4f94-ad50-b5391b548938 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:06.338270 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.426844 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ae35f9-a9d5-4e71-a105-3590e3e84688 None None] DHCP port deletion for b0080597-5655-4591-9b73-2d5c5c5b059b request from dv-cinder-839793-9-iscsi {{(pid=109967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:49:06.429694 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] For port 4a2dec15-24bd-4f94-ad50-b5391b548938, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=4a2dec15-24bd-4f94-ad50-b5391b548938,segment=NetworkSegment(2bae766b-7ea9-4919-967f-9a5214ebdf70),segment_id=2bae766b-7ea9-4919-967f-9a5214ebdf70)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:06.430914 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.446407 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Calling delete_port for 4a2dec15-24bd-4f94-ad50-b5391b548938 owned by network:dhcp {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:06.474530 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae35f9-a9d5-4e71-a105-3590e3e84688 None None] Deleting port 4a2dec15-24bd-4f94-ad50-b5391b548938 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:06.475326 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f8ae35f9-a9d5-4e71-a105-3590e3e84688 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.547838 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-f8ae35f9-a9d5-4e71-a105-3590e3e84688 None None] For port 4a2dec15-24bd-4f94-ad50-b5391b548938, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=4a2dec15-24bd-4f94-ad50-b5391b548938,segment=NetworkSegment(2bae766b-7ea9-4919-967f-9a5214ebdf70),segment_id=2bae766b-7ea9-4919-967f-9a5214ebdf70)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:06.547838 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f8ae35f9-a9d5-4e71-a105-3590e3e84688 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.576331 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.583610 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae35f9-a9d5-4e71-a105-3590e3e84688 None None] Calling delete_port for 4a2dec15-24bd-4f94-ad50-b5391b548938 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:06.591801 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] No DVR routers for this DVR port 4a2dec15-24bd-4f94-ad50-b5391b548938 on host dv-cinder-839793-9-iscsi {{(pid=109965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:49:06.615351 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2dec15-24bd-4f94-ad50-b5391b548938,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:06.692109 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (b0080597-5655-4591-9b73-2d5c5c5b059b), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.699287 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f8ae35f9-a9d5-4e71-a105-3590e3e84688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751'] for port (4a2dec15-24bd-4f94-ad50-b5391b548938), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.721863 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0080597-5655-4591-9b73-2d5c5c5b059b']}} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:06.732325 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bae766b-7ea9-4919-967f-9a5214ebdf70') {'for_net_delete': True} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:06.732659 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bae766b-7ea9-4919-967f-9a5214ebdf70') {} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:06.737204 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae35f9-a9d5-4e71-a105-3590e3e84688 None None] Pushing event deleted for resources: {'Port': ['ID=4a2dec15-24bd-4f94-ad50-b5391b548938,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:06.744812 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2211024'] for segment (2bae766b-7ea9-4919-967f-9a5214ebdf70), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.749781 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae35f9-a9d5-4e71-a105-3590e3e84688 None None] No DVR routers for this DVR port 4a2dec15-24bd-4f94-ad50-b5391b548938 on host dv-cinder-839793-9-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:49:06.797729 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (2bae766b-7ea9-4919-967f-9a5214ebdf70), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.810389 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=109965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:49:06.810747 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25928810'] for segment (2bae766b-7ea9-4919-967f-9a5214ebdf70), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: Traceback (most recent call last): May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: timer() May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: cb(*args, **kw) May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: return func(*args, **kwargs) May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: self._notify() May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: self.callback(batched_events) May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: event.method(event) May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: return f(self, *a, **k) May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._get(url).json() May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: return self.request(url, 'GET', **kwargs) May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:49:06.812614 dv-cinder-839793-9-iscsi neutron-server[109965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:49:06.888375 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd68aca-5535-437b-ae15-e5d3b0ba4e71 req-b6f1a7f0-5e1e-417e-9a0a-b969348d813a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:06.895462 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1cd68aca-5535-437b-ae15-e5d3b0ba4e71 req-b6f1a7f0-5e1e-417e-9a0a-b969348d813a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0547335 May 05 15:49:06.905419 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (b0080597-5655-4591-9b73-2d5c5c5b059b), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.910360 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:06.915794 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b0080597-5655-4591-9b73-2d5c5c5b059b HTTP/1.1" status: 204 len: 168 time: 0.7367296 May 05 15:49:06.943342 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa581d7-f225-48c8-bd0c-f7ae3856b9c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0080597-5655-4591-9b73-2d5c5c5b059b,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:06.955848 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1cd68aca-5535-437b-ae15-e5d3b0ba4e71 req-8fd6f65f-97a4-465e-be9b-222064408802 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543661 May 05 15:49:07.073028 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33094) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:07.101078 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33096) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:07.123798 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-63a6ef4f-25fc-489a-aca9-8c824906dff4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c514ad1026564ac69a8ea5f4443371f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486906 May 05 15:49:07.126263 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33100) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:07.190213 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bca08f70-6cc9-4151-bdc5-822ea734666d admin admin] Publish callbacks [] for security_group (b789f09f-8f98-4d5d-a1e1-e8f1054f6e63), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:07.241809 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bca08f70-6cc9-4151-bdc5-822ea734666d admin admin] Publish callbacks [] for security_group (b789f09f-8f98-4d5d-a1e1-e8f1054f6e63), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:07.319480 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bca08f70-6cc9-4151-bdc5-822ea734666d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (b789f09f-8f98-4d5d-a1e1-e8f1054f6e63), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:07.322768 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device ca60b582-f616-4d6b-a17a-60a6e3e38146 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:07.326078 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bca08f70-6cc9-4151-bdc5-822ea734666d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:07.337593 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-bca08f70-6cc9-4151-bdc5-822ea734666d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b789f09f-8f98-4d5d-a1e1-e8f1054f6e63 HTTP/1.1" status: 204 len: 168 time: 0.2101450 May 05 15:49:07.348858 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: ca60b582-f616-4d6b-a17a-60a6e3e38146 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:07.349283 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device ca60b582-f616-4d6b-a17a-60a6e3e38146 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:07.349774 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 4a2dec15-24bd-4f94-ad50-b5391b548938 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:07.361765 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca08f70-6cc9-4151-bdc5-822ea734666d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b789f09f-8f98-4d5d-a1e1-e8f1054f6e63,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:07.384079 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 4a2dec15-24bd-4f94-ad50-b5391b548938 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:07.384507 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 4a2dec15-24bd-4f94-ad50-b5391b548938 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:07.384991 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:07.605477 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:07.606777 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 35eb3ff9-f866-4930-8bec-e37a55dbbbd6 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:07.742424 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d17ea033-fe78-4695-b143-a475c8321576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752084'] for router_interface (d595150d-a013-4207-8139-341c638ecfde), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:07.788688 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33106) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:07.840964 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-aed4970f-3330-4bd3-8645-d61a89e2b81e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7ca00cab61a48839a14ea98c12f0db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511203 May 05 15:49:07.846113 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33108) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:07.919512 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-74720178-de19-4fd1-aad3-99e6de452669 admin admin] Publish callbacks [] for security_group (398d5107-e70b-43d7-856a-52349ce579d8), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:07.949025 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-74720178-de19-4fd1-aad3-99e6de452669 admin admin] Publish callbacks [] for security_group (398d5107-e70b-43d7-856a-52349ce579d8), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:08.026914 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-74720178-de19-4fd1-aad3-99e6de452669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (398d5107-e70b-43d7-856a-52349ce579d8), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:08.030369 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-74720178-de19-4fd1-aad3-99e6de452669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:08.034769 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-74720178-de19-4fd1-aad3-99e6de452669 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/398d5107-e70b-43d7-856a-52349ce579d8 HTTP/1.1" status: 204 len: 168 time: 0.1873417 May 05 15:49:08.045127 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74720178-de19-4fd1-aad3-99e6de452669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398d5107-e70b-43d7-856a-52349ce579d8,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:08.145614 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc274b-3ebd-45b9-b996-44509be8a425 req-40a1d372-f28d-45c2-b48f-651027c77f7f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:08.147665 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-09cc274b-3ebd-45b9-b996-44509be8a425 req-40a1d372-f28d-45c2-b48f-651027c77f7f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0760667 May 05 15:49:08.223207 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-09cc274b-3ebd-45b9-b996-44509be8a425 req-22756569-f28e-48c9-9203-13095d9791de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642703 May 05 15:49:08.240419 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:49:08.348771 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-d17ea033-fe78-4695-b143-a475c8321576 admin admin] Deleting port 1e83b682-f24b-4337-a255-544cc4fca1de {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:08.349824 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d17ea033-fe78-4695-b143-a475c8321576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:08.473432 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-d17ea033-fe78-4695-b143-a475c8321576 admin admin] For port 1e83b682-f24b-4337-a255-544cc4fca1de, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=1e83b682-f24b-4337-a255-544cc4fca1de,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:08.473727 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d17ea033-fe78-4695-b143-a475c8321576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:08.497513 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-d17ea033-fe78-4695-b143-a475c8321576 admin admin] Calling delete_port for 1e83b682-f24b-4337-a255-544cc4fca1de owned by network:router_interface {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:08.709091 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d17ea033-fe78-4695-b143-a475c8321576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (1e83b682-f24b-4337-a255-544cc4fca1de), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:08.735203 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ea033-fe78-4695-b143-a475c8321576 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e83b682-f24b-4337-a255-544cc4fca1de,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:08.943214 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d17ea033-fe78-4695-b143-a475c8321576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3763697'] for router_interface (d595150d-a013-4207-8139-341c638ecfde), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:09.188109 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17ea033-fe78-4695-b143-a475c8321576 admin admin] Router d595150d-a013-4207-8139-341c638ecfde has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:49:09.312312 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17ea033-fe78-4695-b143-a475c8321576 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:49:09.319906 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d17ea033-fe78-4695-b143-a475c8321576 admin admin] 10.222.0.58 "PUT /v2.0/routers/d595150d-a013-4207-8139-341c638ecfde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2154691 May 05 15:49:09.320341 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33116) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:09.320804 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457997e9-1054-4c89-ab75-93c4e7116cb6 None None] Sync routers for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:49:09.340973 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457997e9-1054-4c89-ab75-93c4e7116cb6 None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:49:09.342303 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-457997e9-1054-4c89-ab75-93c4e7116cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:48:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:09.409189 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e93a4-b63d-4aeb-8c7d-5fe20967e3ef req-401c486d-d7bd-413c-8ab3-a947fef38f54 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:09.410646 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9d7e93a4-b63d-4aeb-8c7d-5fe20967e3ef req-401c486d-d7bd-413c-8ab3-a947fef38f54 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0694649 May 05 15:49:09.478329 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Publish callbacks [] for router (d595150d-a013-4207-8139-341c638ecfde), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:09.494851 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9d7e93a4-b63d-4aeb-8c7d-5fe20967e3ef req-70015d88-dbf2-4b19-b4c0-10d347bfde3c tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709305 May 05 15:49:09.508303 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-457997e9-1054-4c89-ab75-93c4e7116cb6 None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:49:09.612304 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Publish callbacks [] for router_gateway (d595150d-a013-4207-8139-341c638ecfde), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:09.667090 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Deleting port 4479b82f-8eba-423e-9a86-7aa67e22a816 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:09.667574 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:09.708948 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-457997e9-1054-4c89-ab75-93c4e7116cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:49:08Z', 'revision_number': 5, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port': {'id': '4479b82f-8eba-423e-9a86-7aa67e22a816', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595150d-a013-4207-8139-341c638ecfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:42:15Z', 'updated_at': '2022-05-05T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:09.738074 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457997e9-1054-4c89-ab75-93c4e7116cb6 None None] Checking router: d595150d-a013-4207-8139-341c638ecfde for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:49:09.748434 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457997e9-1054-4c89-ab75-93c4e7116cb6 None None] Routers {'d595150d-a013-4207-8139-341c638ecfde'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:49:09.749078 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-457997e9-1054-4c89-ab75-93c4e7116cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:48:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['d595150d-a013-4207-8139-341c638ecfde'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:09.779547 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] For port 4479b82f-8eba-423e-9a86-7aa67e22a816, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=4479b82f-8eba-423e-9a86-7aa67e22a816,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:09.779908 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:09.797873 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Calling delete_port for 4479b82f-8eba-423e-9a86-7aa67e22a816 owned by network:router_gateway {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:09.873679 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-457997e9-1054-4c89-ab75-93c4e7116cb6 None None] Set router d595150d-a013-4207-8139-341c638ecfde gateway port host: None {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:49:10.015583 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (4479b82f-8eba-423e-9a86-7aa67e22a816), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:10.040697 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-457997e9-1054-4c89-ab75-93c4e7116cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:49:09Z', 'revision_number': 6, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port_host': None}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:10.042515 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4479b82f-8eba-423e-9a86-7aa67e22a816,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:10.073219 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457997e9-1054-4c89-ab75-93c4e7116cb6 None None] The sync data for ids ['d595150d-a013-4207-8139-341c638ecfde'] in dv-cinder-839793-9-iscsi is: [{'id': 'd595150d-a013-4207-8139-341c638ecfde', 'name': 'tempest-AttachVolumeTestJSON-1844998613-router', 'tenant_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:42:13Z', 'updated_at': '2022-05-05T15:49:09Z', 'revision_number': 6, 'project_id': 'bd7f78fcf0be461796d2a86956cf3b9d', 'gw_port_host': None}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:49:10.145141 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3754626'] for router_gateway (d595150d-a013-4207-8139-341c638ecfde), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:10.240849 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3749750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router (d595150d-a013-4207-8139-341c638ecfde), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:10.243110 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Publish callbacks [] for router_controller (d595150d-a013-4207-8139-341c638ecfde), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:10.296000 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3749743'] for router (d595150d-a013-4207-8139-341c638ecfde), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:10.296515 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d595150d-a013-4207-8139-341c638ecfde {{(pid=109965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:49:10.301455 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:10.302836 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-076237ac-be9e-45cc-bac8-8e9619efd5a3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d595150d-a013-4207-8139-341c638ecfde HTTP/1.1" status: 204 len: 168 time: 0.9813368 May 05 15:49:10.305339 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33122) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:10.359559 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd72486d-74fc-494d-b9b2-547f127e6b85 admin admin] Deleting subnet 86f8d8ae-fc09-441d-bf00-c996815f485d {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:49:10.362845 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bd72486d-74fc-494d-b9b2-547f127e6b85 admin admin] Publish callbacks [] for subnet (86f8d8ae-fc09-441d-bf00-c996815f485d), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:10.403323 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bd72486d-74fc-494d-b9b2-547f127e6b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26956859'] for subnet (86f8d8ae-fc09-441d-bf00-c996815f485d), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:10.624835 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bd72486d-74fc-494d-b9b2-547f127e6b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (86f8d8ae-fc09-441d-bf00-c996815f485d), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:10.687090 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99b226-b22f-4205-97c2-afd671028212 req-df40f1b4-9d56-4829-987e-5621742ee742 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:10.689612 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2b99b226-b22f-4205-97c2-afd671028212 req-df40f1b4-9d56-4829-987e-5621742ee742 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0959859 May 05 15:49:10.705264 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bd72486d-74fc-494d-b9b2-547f127e6b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26151560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156283'] for subnet (86f8d8ae-fc09-441d-bf00-c996815f485d), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:10.738242 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72486d-74fc-494d-b9b2-547f127e6b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f8d8ae-fc09-441d-bf00-c996815f485d,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:10.742610 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bd72486d-74fc-494d-b9b2-547f127e6b85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:10.748708 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-bd72486d-74fc-494d-b9b2-547f127e6b85 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/86f8d8ae-fc09-441d-bf00-c996815f485d HTTP/1.1" status: 204 len: 168 time: 0.4422853 May 05 15:49:10.749385 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54185ee4-6efe-4245-aa2e-29b5dcdd25f6 None None] Network 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:49:10.749849 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33126) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:10.757445 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2b99b226-b22f-4205-97c2-afd671028212 req-357b5a3b-59a4-4409-bba6-662d083a02d5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609260 May 05 15:49:10.836556 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (56f1a0c2-f1c0-439d-ad4c-587f0585ee32), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:10.887107 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Deleting port e1ffacb7-b7c4-462b-86be-e618df2931a1 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:10.887469 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:10.981109 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f21f36-5410-48ed-ad8f-bbd0c168de6d None None] DHCP port deletion for 56f1a0c2-f1c0-439d-ad4c-587f0585ee32 request from dv-cinder-839793-9-iscsi {{(pid=109967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:49:10.981995 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] For port e1ffacb7-b7c4-462b-86be-e618df2931a1, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=e1ffacb7-b7c4-462b-86be-e618df2931a1,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:10.982973 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.002214 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Calling delete_port for e1ffacb7-b7c4-462b-86be-e618df2931a1 owned by network:dhcp {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:11.042706 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-a4f21f36-5410-48ed-ad8f-bbd0c168de6d None None] Deleting port e1ffacb7-b7c4-462b-86be-e618df2931a1 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:11.043522 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a4f21f36-5410-48ed-ad8f-bbd0c168de6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.092120 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.123952 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-a4f21f36-5410-48ed-ad8f-bbd0c168de6d None None] For port e1ffacb7-b7c4-462b-86be-e618df2931a1, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=e1ffacb7-b7c4-462b-86be-e618df2931a1,segment=NetworkSegment(f1104bef-8bcc-438d-a730-70d7cad099eb),segment_id=f1104bef-8bcc-438d-a730-70d7cad099eb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:11.124434 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a4f21f36-5410-48ed-ad8f-bbd0c168de6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.128300 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ffacb7-b7c4-462b-86be-e618df2931a1,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:11.130204 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] No DVR routers for this DVR port e1ffacb7-b7c4-462b-86be-e618df2931a1 on host dv-cinder-839793-9-iscsi {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:49:11.140451 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-a4f21f36-5410-48ed-ad8f-bbd0c168de6d None None] Calling delete_port for e1ffacb7-b7c4-462b-86be-e618df2931a1 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:11.204122 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (56f1a0c2-f1c0-439d-ad4c-587f0585ee32), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.221436 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a4f21f36-5410-48ed-ad8f-bbd0c168de6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751'] for port (e1ffacb7-b7c4-462b-86be-e618df2931a1), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.228614 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f1a0c2-f1c0-439d-ad4c-587f0585ee32']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:11.244791 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1104bef-8bcc-438d-a730-70d7cad099eb') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:11.245893 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1104bef-8bcc-438d-a730-70d7cad099eb') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:11.253441 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f21f36-5410-48ed-ad8f-bbd0c168de6d None None] Pushing event deleted for resources: {'Port': ['ID=e1ffacb7-b7c4-462b-86be-e618df2931a1,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:11.257308 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f21f36-5410-48ed-ad8f-bbd0c168de6d None None] No DVR routers for this DVR port e1ffacb7-b7c4-462b-86be-e618df2931a1 on host dv-cinder-839793-9-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:49:11.273564 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26956836'] for segment (f1104bef-8bcc-438d-a730-70d7cad099eb), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.286003 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device e1ffacb7-b7c4-462b-86be-e618df2931a1 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:11.295059 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (f1104bef-8bcc-438d-a730-70d7cad099eb), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.301595 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:49:11.301985 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26151662'] for segment (f1104bef-8bcc-438d-a730-70d7cad099eb), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: Traceback (most recent call last): May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: timer() May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: cb(*args, **kw) May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: return func(*args, **kwargs) May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: self._notify() May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: self.callback(batched_events) May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: event.method(event) May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: return f(self, *a, **k) May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._get(url).json() May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:49:11.304008 dv-cinder-839793-9-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:49:11.308582 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: e1ffacb7-b7c4-462b-86be-e618df2931a1 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:11.308941 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device e1ffacb7-b7c4-462b-86be-e618df2931a1 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:11.309391 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 1e83b682-f24b-4337-a255-544cc4fca1de no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:11.330904 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 1e83b682-f24b-4337-a255-544cc4fca1de {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:11.331634 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 1e83b682-f24b-4337-a255-544cc4fca1de not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:11.332367 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 4479b82f-8eba-423e-9a86-7aa67e22a816 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:11.354028 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 4479b82f-8eba-423e-9a86-7aa67e22a816 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:11.354519 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 4479b82f-8eba-423e-9a86-7aa67e22a816 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:11.370539 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (56f1a0c2-f1c0-439d-ad4c-587f0585ee32), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.375932 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.379165 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] 10.222.0.58 "DELETE /v2.0/networks/56f1a0c2-f1c0-439d-ad4c-587f0585ee32 HTTP/1.1" status: 204 len: 168 time: 0.6285481 May 05 15:49:11.391270 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cbfbd-7b70-4de4-b23d-210b0f034384 admin admin] Pushing event deleted for resources: {'Network': ['ID=56f1a0c2-f1c0-439d-ad4c-587f0585ee32,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:11.544551 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33140) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:11.585528 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c3fc6ad2-cac9-4884-8d76-288c5609c1f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd7f78fcf0be461796d2a86956cf3b9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397191 May 05 15:49:11.588121 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33142) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:11.639782 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-26b2856a-f758-4d06-9d13-25cbf5ad4cb8 admin admin] Publish callbacks [] for security_group (1dff8af9-20ad-498f-8d2f-108398f0efe0), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.706067 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-26b2856a-f758-4d06-9d13-25cbf5ad4cb8 admin admin] Publish callbacks [] for security_group (1dff8af9-20ad-498f-8d2f-108398f0efe0), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.715890 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a69227-2fd2-4994-8d6a-a56fda4d4110 req-05e97341-bea2-42a8-b0d9-30e14c38fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:11.717338 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-61a69227-2fd2-4994-8d6a-a56fda4d4110 req-05e97341-bea2-42a8-b0d9-30e14c38fb23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 1130 time: 0.0758395 May 05 15:49:11.816643 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-26b2856a-f758-4d06-9d13-25cbf5ad4cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (1dff8af9-20ad-498f-8d2f-108398f0efe0), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.819217 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-26b2856a-f758-4d06-9d13-25cbf5ad4cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:11.820341 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-26b2856a-f758-4d06-9d13-25cbf5ad4cb8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1dff8af9-20ad-498f-8d2f-108398f0efe0 HTTP/1.1" status: 204 len: 168 time: 0.2313192 May 05 15:49:11.830832 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a69227-2fd2-4994-8d6a-a56fda4d4110 req-bea52506-6045-48cf-838a-9dc9e2c8d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:11.832523 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-61a69227-2fd2-4994-8d6a-a56fda4d4110 req-bea52506-6045-48cf-838a-9dc9e2c8d57c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 200 len: 917 time: 0.1087501 May 05 15:49:11.833359 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2856a-f758-4d06-9d13-25cbf5ad4cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dff8af9-20ad-498f-8d2f-108398f0efe0,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:11.930681 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-61a69227-2fd2-4994-8d6a-a56fda4d4110 req-ab2217de-46a4-41d4-a279-d5a09eacf4a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f83646c-2101-4201-99f3-e9addb324bdb HTTP/1.1" status: 200 len: 1001 time: 0.0919552 May 05 15:49:11.936983 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19844f6-be45-46fb-9791-2e8983649027 req-4949be65-2c21-4377-8ed5-812abbca7030 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:11.938392 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f19844f6-be45-46fb-9791-2e8983649027 req-4949be65-2c21-4377-8ed5-812abbca7030 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0608728 May 05 15:49:12.005430 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a69227-2fd2-4994-8d6a-a56fda4d4110 req-40268313-9ad8-436d-991b-84f1fbb1c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:12.006903 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-61a69227-2fd2-4994-8d6a-a56fda4d4110 req-40268313-9ad8-436d-991b-84f1fbb1c2a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33 HTTP/1.1" status: 200 len: 855 time: 0.0676758 May 05 15:49:12.048864 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f19844f6-be45-46fb-9791-2e8983649027 req-72fad580-bb6e-4418-bd87-9e8405e279e2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015911 May 05 15:49:12.060309 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a69227-2fd2-4994-8d6a-a56fda4d4110 req-fd1283f6-028f-443c-be1e-abda65f21c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:12.061827 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-61a69227-2fd2-4994-8d6a-a56fda4d4110 req-fd1283f6-028f-443c-be1e-abda65f21c5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a655f93-a527-4370-a676-4e688ca3a876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484073 May 05 15:49:12.154046 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-61a69227-2fd2-4994-8d6a-a56fda4d4110 req-dc4f33fd-8276-4ce4-8262-9a990267d2e0 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850356 May 05 15:49:12.248575 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-61a69227-2fd2-4994-8d6a-a56fda4d4110 req-5fa12601-116d-4e24-80af-169f6d536f32 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872238 May 05 15:49:13.174098 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f94de2-7930-4536-9b37-a76afa06fd0a req-f9e043fe-f87c-4c22-8c07-088a0bb65119 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:13.175587 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-90f94de2-7930-4536-9b37-a76afa06fd0a req-f9e043fe-f87c-4c22-8c07-088a0bb65119 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0516539 May 05 15:49:13.222075 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-90f94de2-7930-4536-9b37-a76afa06fd0a req-8e4be052-f1aa-47e9-b022-2efb39252666 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409727 May 05 15:49:13.391494 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33190) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:13.439881 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6c8c01fc-a0d0-4651-9154-5a18f384190c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:13.496533 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3d47f0e3-0ae4-40c2-bee7-a4fbf826c4aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:13.571884 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3d47f0e3-0ae4-40c2-bee7-a4fbf826c4aa admin admin] Publish callbacks [] for security_group (57a90093-b7a8-4a35-b4a5-f374e095b24c), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:13.575606 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3d47f0e3-0ae4-40c2-bee7-a4fbf826c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (57a90093-b7a8-4a35-b4a5-f374e095b24c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:13.614347 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3d47f0e3-0ae4-40c2-bee7-a4fbf826c4aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8eef5ac57630498e89acf752384ccaf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217796 May 05 15:49:13.615265 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47f0e3-0ae4-40c2-bee7-a4fbf826c4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a90093-b7a8-4a35-b4a5-f374e095b24c,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:13.616949 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33196) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:13.665310 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e83e2-a2b7-4656-a046-cfa254a1c0e7 admin admin] Publish callbacks [] for security_group (57a90093-b7a8-4a35-b4a5-f374e095b24c), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:13.687082 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e83e2-a2b7-4656-a046-cfa254a1c0e7 admin admin] Publish callbacks [] for security_group (57a90093-b7a8-4a35-b4a5-f374e095b24c), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:13.733713 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e83e2-a2b7-4656-a046-cfa254a1c0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (57a90093-b7a8-4a35-b4a5-f374e095b24c), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:13.736325 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e83e2-a2b7-4656-a046-cfa254a1c0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:13.737483 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-9f3e83e2-a2b7-4656-a046-cfa254a1c0e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57a90093-b7a8-4a35-b4a5-f374e095b24c HTTP/1.1" status: 204 len: 168 time: 0.1188135 May 05 15:49:13.745215 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e83e2-a2b7-4656-a046-cfa254a1c0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a90093-b7a8-4a35-b4a5-f374e095b24c,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:14.004958 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33204) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:14.018384 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5b79769a-4b32-4df2-921a-5ea262fa1c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:14.093718 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5b79769a-4b32-4df2-921a-5ea262fa1c91 admin admin] Publish callbacks [] for security_group (198d46e6-d2c4-4d4d-8916-d1a0980506d9), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:14.097447 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5b79769a-4b32-4df2-921a-5ea262fa1c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (198d46e6-d2c4-4d4d-8916-d1a0980506d9), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:14.137861 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-5b79769a-4b32-4df2-921a-5ea262fa1c91 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d26c019ca1494fdb92b0b0a1780fb4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318095 May 05 15:49:14.138806 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79769a-4b32-4df2-921a-5ea262fa1c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198d46e6-d2c4-4d4d-8916-d1a0980506d9,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:14.140496 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33206) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:14.189113 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-97bf369c-4348-4513-8683-0de650284d24 admin admin] Publish callbacks [] for security_group (198d46e6-d2c4-4d4d-8916-d1a0980506d9), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:14.215158 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-97bf369c-4348-4513-8683-0de650284d24 admin admin] Publish callbacks [] for security_group (198d46e6-d2c4-4d4d-8916-d1a0980506d9), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:14.263501 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-97bf369c-4348-4513-8683-0de650284d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (198d46e6-d2c4-4d4d-8916-d1a0980506d9), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:14.266085 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-97bf369c-4348-4513-8683-0de650284d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:14.267556 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-97bf369c-4348-4513-8683-0de650284d24 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/198d46e6-d2c4-4d4d-8916-d1a0980506d9 HTTP/1.1" status: 204 len: 168 time: 0.1259284 May 05 15:49:14.276908 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf369c-4348-4513-8683-0de650284d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198d46e6-d2c4-4d4d-8916-d1a0980506d9,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:14.345409 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed3d5-8557-40f2-9599-fdb071b21883 req-d40c32a6-9302-4fa8-9b88-57cf50d68af6 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:14.346898 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-daeed3d5-8557-40f2-9599-fdb071b21883 req-d40c32a6-9302-4fa8-9b88-57cf50d68af6 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0491679 May 05 15:49:14.396239 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-daeed3d5-8557-40f2-9599-fdb071b21883 req-09a235f6-bbf1-447b-9e10-676f8a0ef67b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436599 May 05 15:49:14.602904 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33228) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:14.990735 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-c4010781-14b2-4230-89ee-61ede57eec5e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Deleting port 693a728f-c3d0-4f96-884c-bf4efa615aa1 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:14.991277 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c4010781-14b2-4230-89ee-61ede57eec5e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (693a728f-c3d0-4f96-884c-bf4efa615aa1), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:15.078155 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a386f8-e8ae-47ed-b3a6-d4fe5d89a7e6 req-e4e912fe-24be-4710-ac47-426eeb735e85 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:15.085536 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-73a386f8-e8ae-47ed-b3a6-d4fe5d89a7e6 req-e4e912fe-24be-4710-ac47-426eeb735e85 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0618553 May 05 15:49:15.098016 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c4010781-14b2-4230-89ee-61ede57eec5e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (693a728f-c3d0-4f96-884c-bf4efa615aa1), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:15.098394 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c4010781-14b2-4230-89ee-61ede57eec5e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for floatingip (693a728f-c3d0-4f96-884c-bf4efa615aa1), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:15.115422 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-c4010781-14b2-4230-89ee-61ede57eec5e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Calling delete_port for 693a728f-c3d0-4f96-884c-bf4efa615aa1 owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:15.144262 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-73a386f8-e8ae-47ed-b3a6-d4fe5d89a7e6 req-31e3b5a1-e7d7-440c-b10f-1448933b059f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575156 May 05 15:49:15.310942 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c4010781-14b2-4230-89ee-61ede57eec5e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (693a728f-c3d0-4f96-884c-bf4efa615aa1), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:15.341782 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4010781-14b2-4230-89ee-61ede57eec5e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Pushing event deleted for resources: {'Port': ['ID=693a728f-c3d0-4f96-884c-bf4efa615aa1,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:15.407559 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c4010781-14b2-4230-89ee-61ede57eec5e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for floatingip (8754eae3-1c2e-4b38-9700-8b2bd6b272c3), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:15.408337 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-c4010781-14b2-4230-89ee-61ede57eec5e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Floating IP 8754eae3-1c2e-4b38-9700-8b2bd6b272c3 disassociated (deleted). External IP: 172.27.3.105, port: 16ae474f-47ca-4699-829f-fde7ef545ef0. May 05 15:49:15.468390 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-9b96fbda-8cf2-4273-9ec0-cc2a43f306aa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428078 May 05 15:49:15.548014 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-afadccbd-d8c0-4f11-b781-2ff84fe43293 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:15.549375 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-afadccbd-d8c0-4f11-b781-2ff84fe43293 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports/3f83646c-2101-4201-99f3-e9addb324bdb HTTP/1.1" status: 200 len: 943 time: 0.0505533 May 05 15:49:15.795518 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f1dac5f7-4098-47f3-9e8f-2d68137daabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:15.941212 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:15.945552 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4010781-14b2-4230-89ee-61ede57eec5e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Router 18d5709c-90c4-428b-acf3-b359ef1975d0 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:49:16.065402 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4010781-14b2-4230-89ee-61ede57eec5e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:49:16.070836 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c4010781-14b2-4230-89ee-61ede57eec5e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:16.078415 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f17068-6c7c-4ab3-b96e-9a9a212d5a8a None None] Sync routers for ids ['18d5709c-90c4-428b-acf3-b359ef1975d0'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:49:16.092239 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f17068-6c7c-4ab3-b96e-9a9a212d5a8a None None] Routers {'18d5709c-90c4-428b-acf3-b359ef1975d0'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:49:16.093122 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-67f17068-6c7c-4ab3-b96e-9a9a212d5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:49:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['18d5709c-90c4-428b-acf3-b359ef1975d0'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:16.112990 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c4010781-14b2-4230-89ee-61ede57eec5e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "DELETE /v2.0/floatingips/8754eae3-1c2e-4b38-9700-8b2bd6b272c3 HTTP/1.1" status: 204 len: 168 time: 1.5086007 May 05 15:49:16.113705 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:49:16.116790 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9856aa9f-bfb3-481e-842f-0381d44e6594" -d '{"events": [{"name": "network-changed", "server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:49:16.162487 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b976bc6a-233b-4271-87f8-6846c1678020 x-openstack-request-id: req-b976bc6a-233b-4271-87f8-6846c1678020 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:49:16.163009 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:49:16.163422 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b976bc6a-233b-4271-87f8-6846c1678020 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:49:16.164024 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b976bc6a-233b-4271-87f8-6846c1678020'] response: {'name': 'network-changed', 'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'status': 'completed', 'code': 200} May 05 15:49:16.256659 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856aa9f-bfb3-481e-842f-0381d44e6594 req-bf98129c-fd6d-44f9-923c-b353e0632ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:16.259976 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9856aa9f-bfb3-481e-842f-0381d44e6594 req-bf98129c-fd6d-44f9-923c-b353e0632ac5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89fca92b565f42ffba33b22f01fbc248&device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 1129 time: 0.0667343 May 05 15:49:16.262817 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-67f17068-6c7c-4ab3-b96e-9a9a212d5a8a None None] Set router 18d5709c-90c4-428b-acf3-b359ef1975d0 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:49:16.311137 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20746737-99d3-447a-b61b-e98b3d4b5826 req-37041556-c914-4bd1-beb8-c9c60d04fab2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:16.313943 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-20746737-99d3-447a-b61b-e98b3d4b5826 req-37041556-c914-4bd1-beb8-c9c60d04fab2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 946 time: 0.0680103 May 05 15:49:16.368644 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3f83646c-2101-4201-99f3-e9addb324bdb no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:16.391433 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-20746737-99d3-447a-b61b-e98b3d4b5826 req-f09eff89-89d7-446b-824e-9af520bb4a9a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689049 May 05 15:49:16.408278 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856aa9f-bfb3-481e-842f-0381d44e6594 req-1f5cabfc-4ed5-41fa-9777-b2de6c5459dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:16.410114 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9856aa9f-bfb3-481e-842f-0381d44e6594 req-1f5cabfc-4ed5-41fa-9777-b2de6c5459dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=62e9c9c5-15a0-4112-8fd4-25de2974c53b HTTP/1.1" status: 200 len: 909 time: 0.1447644 May 05 15:49:16.471036 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f2bea-382f-4ac2-ad93-21c043f8ce37 req-b965267a-28fe-455c-8f5a-da033713d7d0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:16.474656 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-328f2bea-382f-4ac2-ad93-21c043f8ce37 req-b965267a-28fe-455c-8f5a-da033713d7d0 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0545528 May 05 15:49:16.523046 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-328f2bea-382f-4ac2-ad93-21c043f8ce37 req-50ea6038-43f8-4071-a7c0-a9f242b0e2ee tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 May 05 15:49:16.570796 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 3f83646c-2101-4201-99f3-e9addb324bdb is: ACTIVE; New status is: DOWN {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:49:16.571194 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:16.627492 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:49:16.629812 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f460ae-7018-4003-bc62-3199091b6e7d" -d '{"events": [{"server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "name": "network-vif-unplugged", "status": "completed", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:49:16.649616 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3f83646c-2101-4201-99f3-e9addb324bdb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f83646c-2101-4201-99f3-e9addb324bdb,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:16.658236 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:16.683496 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 May 2022 15:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045de319-5f31-4e50-9f3e-c79d2b7a8b29 x-openstack-request-id: req-045de319-5f31-4e50-9f3e-c79d2b7a8b29 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:49:16.683783 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "name": "network-vif-unplugged", "status": "failed", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb", "code": 422}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:49:16.684029 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-045de319-5f31-4e50-9f3e-c79d2b7a8b29 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:49:16.684451 dv-cinder-839793-9-iscsi neutron-server[109967]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-045de319-5f31-4e50-9f3e-c79d2b7a8b29']: {'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb', 'code': 422} returned with failed status May 05 15:49:16.686701 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-67f17068-6c7c-4ab3-b96e-9a9a212d5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:29Z', 'revision_number': 4, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port': {'id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '3e20f69a-2393-4752-b4cf-446245c562bd', 'name': '', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'mac_address': 'fa:16:3e:f7:19:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:28Z', 'updated_at': '2022-05-05T15:43:34Z', 'revision_number': 5, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'subnets': [{'id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:16.719140 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f17068-6c7c-4ab3-b96e-9a9a212d5a8a None None] Checking router: 18d5709c-90c4-428b-acf3-b359ef1975d0 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:49:16.742994 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f17068-6c7c-4ab3-b96e-9a9a212d5a8a None None] Routers {'18d5709c-90c4-428b-acf3-b359ef1975d0'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:49:16.743612 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-67f17068-6c7c-4ab3-b96e-9a9a212d5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:49:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['18d5709c-90c4-428b-acf3-b359ef1975d0'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:16.746100 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=3f83646c-2101-4201-99f3-e9addb324bdb,revision_number=8']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:16.852522 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-67f17068-6c7c-4ab3-b96e-9a9a212d5a8a None None] Set router 18d5709c-90c4-428b-acf3-b359ef1975d0 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:49:17.121195 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:17.172271 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-67f17068-6c7c-4ab3-b96e-9a9a212d5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:29Z', 'revision_number': 4, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port': {'id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '3e20f69a-2393-4752-b4cf-446245c562bd', 'name': '', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'mac_address': 'fa:16:3e:f7:19:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:28Z', 'updated_at': '2022-05-05T15:43:34Z', 'revision_number': 5, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'subnets': [{'id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:17.201971 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f17068-6c7c-4ab3-b96e-9a9a212d5a8a None None] The sync data for ids ['18d5709c-90c4-428b-acf3-b359ef1975d0'] in dv-cinder-839793-9-iscsi is: [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:29Z', 'revision_number': 4, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port': {'id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '3e20f69a-2393-4752-b4cf-446245c562bd', 'name': '', 'network_id': '62e9c9c5-15a0-4112-8fd4-25de2974c53b', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'mac_address': 'fa:16:3e:f7:19:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:28Z', 'updated_at': '2022-05-05T15:43:34Z', 'revision_number': 5, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'subnets': [{'id': '517f5a73-3fa3-46ff-bb5d-c1e87917c1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:49:17.368640 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9856aa9f-bfb3-481e-842f-0381d44e6594 req-6ab28162-6bae-42c7-b64c-6fa968c99369 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ae474f-47ca-4699-829f-fde7ef545ef0 HTTP/1.1" status: 200 len: 217 time: 0.0401275 May 05 15:49:17.436966 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856aa9f-bfb3-481e-842f-0381d44e6594 req-99caba48-9d47-40c9-b70d-6bb2a38ed1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:17.438491 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9856aa9f-bfb3-481e-842f-0381d44e6594 req-99caba48-9d47-40c9-b70d-6bb2a38ed1a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=517f5a73-3fa3-46ff-bb5d-c1e87917c1ec HTTP/1.1" status: 200 len: 847 time: 0.0628562 May 05 15:49:17.468713 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20be15-3f42-4d98-a39c-b36ef24a15a3 None None] New status for floating IP 8754eae3-1c2e-4b38-9700-8b2bd6b272c3: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:49:17.562426 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d767e60-d426-4ced-8a19-f6734ecdf757 req-6884341a-d284-4b10-8eb9-90ae485e1d4e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:17.569414 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3d767e60-d426-4ced-8a19-f6734ecdf757 req-6884341a-d284-4b10-8eb9-90ae485e1d4e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0900409 May 05 15:49:17.580925 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856aa9f-bfb3-481e-842f-0381d44e6594 req-f88ceb34-e715-491f-8f4a-36241dc74456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:17.582841 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9856aa9f-bfb3-481e-842f-0381d44e6594 req-f88ceb34-e715-491f-8f4a-36241dc74456 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62e9c9c5-15a0-4112-8fd4-25de2974c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907753 May 05 15:49:17.627054 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3d767e60-d426-4ced-8a19-f6734ecdf757 req-3679cb96-d160-442a-bf2e-0fee32445a45 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565655 May 05 15:49:17.683775 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be19940-25d6-470d-8a76-92fdd20e1de1 req-75cdf083-8fbd-40a3-acb6-3ac3936a7b3e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:17.685402 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3be19940-25d6-470d-8a76-92fdd20e1de1 req-75cdf083-8fbd-40a3-acb6-3ac3936a7b3e tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0581720 May 05 15:49:17.737563 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3be19940-25d6-470d-8a76-92fdd20e1de1 req-4a2fe9ec-192d-4d60-aaea-4b991153f7df tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/security-groups?id=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460322 May 05 15:49:17.832217 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d6aea-6292-4707-810d-50025b7dc535 req-aeeb723e-0533-43b1-a6fc-5da3790d051b tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:17.834408 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-020d6aea-6292-4707-810d-50025b7dc535 req-aeeb723e-0533-43b1-a6fc-5da3790d051b tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.41 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 945 time: 0.0628872 May 05 15:49:17.835956 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9856aa9f-bfb3-481e-842f-0381d44e6594 req-dc54e578-2a89-4640-a8e5-72fbe972bece service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107852 May 05 15:49:17.938439 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9856aa9f-bfb3-481e-842f-0381d44e6594 req-e8f12b4a-71ff-4a67-a7bb-59d2947b249e service neutron] 10.222.0.41 "GET /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940878 May 05 15:49:17.940796 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-020d6aea-6292-4707-810d-50025b7dc535 req-0b56bd52-9516-4a48-81a3-dc3e9735a657 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Deleting port 16ae474f-47ca-4699-829f-fde7ef545ef0 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:17.941144 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-020d6aea-6292-4707-810d-50025b7dc535 req-0b56bd52-9516-4a48-81a3-dc3e9735a657 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:18.041017 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-020d6aea-6292-4707-810d-50025b7dc535 req-0b56bd52-9516-4a48-81a3-dc3e9735a657 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] For port 16ae474f-47ca-4699-829f-fde7ef545ef0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=16ae474f-47ca-4699-829f-fde7ef545ef0,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:18.041468 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-020d6aea-6292-4707-810d-50025b7dc535 req-0b56bd52-9516-4a48-81a3-dc3e9735a657 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:18.055348 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-020d6aea-6292-4707-810d-50025b7dc535 req-0b56bd52-9516-4a48-81a3-dc3e9735a657 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Calling delete_port for 16ae474f-47ca-4699-829f-fde7ef545ef0 owned by compute:nova {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:18.128299 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-a8119634-a94f-4a45-b3cd-7eb1d613a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:18.130364 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-a8119634-a94f-4a45-b3cd-7eb1d613a711 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077&tenant_id=ef541155816d4ac0938103cc1c142845 HTTP/1.1" status: 200 len: 1128 time: 0.0500541 May 05 15:49:18.190911 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-a996dba9-bc19-41fa-b6de-ce68964e3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:18.192534 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-a996dba9-bc19-41fa-b6de-ce68964e3d9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 1128 time: 0.0424170 May 05 15:49:18.201567 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-020d6aea-6292-4707-810d-50025b7dc535 req-0b56bd52-9516-4a48-81a3-dc3e9735a657 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (16ae474f-47ca-4699-829f-fde7ef545ef0), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:18.246244 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56bd52-9516-4a48-81a3-dc3e9735a657 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Pushing event deleted for resources: {'Port': ['ID=16ae474f-47ca-4699-829f-fde7ef545ef0,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:18.283738 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-020d6aea-6292-4707-810d-50025b7dc535 req-0b56bd52-9516-4a48-81a3-dc3e9735a657 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] No DVR routers for this DVR port 16ae474f-47ca-4699-829f-fde7ef545ef0 on host hv-cinder-83979 {{(pid=109965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:49:18.286420 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-020d6aea-6292-4707-810d-50025b7dc535 req-0b56bd52-9516-4a48-81a3-dc3e9735a657 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:18.289993 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-020d6aea-6292-4707-810d-50025b7dc535 req-0b56bd52-9516-4a48-81a3-dc3e9735a657 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.41 "DELETE /v2.0/ports/16ae474f-47ca-4699-829f-fde7ef545ef0 HTTP/1.1" status: 204 len: 173 time: 0.4453194 May 05 15:49:18.290480 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'name': 'network-vif-deleted', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:49:18.294301 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bfc7db-3607-4d3c-8107-c525e81d3f52" -d '{"events": [{"server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "name": "network-vif-deleted", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:49:18.297978 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-2ca8ebdc-593d-4a02-856b-2a06a63f3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:18.299486 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-2ca8ebdc-593d-4a02-856b-2a06a63f3db6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 200 len: 917 time: 0.1006753 May 05 15:49:18.352065 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a147b17-244e-46d6-b9bf-f5d36971b286 x-openstack-request-id: req-3a147b17-244e-46d6-b9bf-f5d36971b286 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:49:18.352615 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17e320e-742d-48f7-b097-32f3ef6df3ad", "name": "network-vif-deleted", "tag": "16ae474f-47ca-4699-829f-fde7ef545ef0", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:49:18.353177 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a147b17-244e-46d6-b9bf-f5d36971b286 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:49:18.353892 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a147b17-244e-46d6-b9bf-f5d36971b286'] response: {'server_uuid': 'a17e320e-742d-48f7-b097-32f3ef6df3ad', 'name': 'network-vif-deleted', 'tag': '16ae474f-47ca-4699-829f-fde7ef545ef0', 'status': 'completed', 'code': 200} May 05 15:49:18.383812 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-677dbc4c-10e1-4b90-92e0-591187fe80d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f83646c-2101-4201-99f3-e9addb324bdb HTTP/1.1" status: 200 len: 999 time: 0.0786741 May 05 15:49:18.448838 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-3509cf93-eb3f-4177-81a8-9127371aa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:18.450580 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-3509cf93-eb3f-4177-81a8-9127371aa361 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33 HTTP/1.1" status: 200 len: 855 time: 0.0546353 May 05 15:49:18.470700 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:18.501241 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-1e3d62f8-eb94-4641-bba4-6dadfe040e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:18.502863 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-1e3d62f8-eb94-4641-bba4-6dadfe040e28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a655f93-a527-4370-a676-4e688ca3a876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456374 May 05 15:49:18.610941 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-4e6471e4-d872-4190-a44b-7af34512c08f service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018384 May 05 15:49:18.729057 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f547d9fa-fe4d-43f3-ab1f-7393a4104463 req-516cb495-d3f0-4aac-867a-f62a74ec9f2e service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121311 May 05 15:49:18.791224 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaeeed-1d19-44fd-a997-4c33b3917d49 req-0393198d-1c76-4fde-ae5b-1d659d29dc34 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:18.792989 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9ecaeeed-1d19-44fd-a997-4c33b3917d49 req-0393198d-1c76-4fde-ae5b-1d659d29dc34 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0641170 May 05 15:49:18.845310 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9ecaeeed-1d19-44fd-a997-4c33b3917d49 req-396ce82c-49cf-41c0-9e94-41db9ce1582c tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459733 May 05 15:49:18.884400 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ae8bec6d-4ba9-4145-98e7-a788af86346d req-16302ce1-b7ed-4691-ba29-23fcabbb5a5c tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "GET /v2.0/ports?device_id=a17e320e-742d-48f7-b097-32f3ef6df3ad HTTP/1.1" status: 200 len: 210 time: 0.0407829 May 05 15:49:19.772776 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33364) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:19.899922 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b09e0c27-d7e2-434d-a508-2bb43b257f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:19.964684 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33372) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:19.986080 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:20.028933 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdbaf7-3fbe-4c67-ab90-f29ec248af4e req-7eb0951d-b255-44d8-b50b-21e13c09c5f2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:20.036188 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6ccdbaf7-3fbe-4c67-ab90-f29ec248af4e req-7eb0951d-b255-44d8-b50b-21e13c09c5f2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.1080494 May 05 15:49:20.061400 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b09e0c27-d7e2-434d-a508-2bb43b257f13 admin admin] Publish callbacks [] for security_group (15e01427-4e31-4d24-b12f-e29b79dd3c65), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:20.063166 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b291548a-8de9-451b-9a62-ef112ed8d779 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group (84c7d6a7-2d9d-4783-bb0e-81335e3e3b09), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:20.069156 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b09e0c27-d7e2-434d-a508-2bb43b257f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (15e01427-4e31-4d24-b12f-e29b79dd3c65), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:20.110587 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b291548a-8de9-451b-9a62-ef112ed8d779 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group (84c7d6a7-2d9d-4783-bb0e-81335e3e3b09), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:20.128229 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b09e0c27-d7e2-434d-a508-2bb43b257f13 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=688a433e55334f6d8f40dad5739bf5ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543539 May 05 15:49:20.131202 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33374) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:20.144355 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6ccdbaf7-3fbe-4c67-ab90-f29ec248af4e req-23b7426a-ea53-4341-8841-8f5a567f60b4 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069822 May 05 15:49:20.152794 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e0c27-d7e2-434d-a508-2bb43b257f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e01427-4e31-4d24-b12f-e29b79dd3c65,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:20.229795 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b291548a-8de9-451b-9a62-ef112ed8d779 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (84c7d6a7-2d9d-4783-bb0e-81335e3e3b09), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:20.232884 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b291548a-8de9-451b-9a62-ef112ed8d779 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:20.234042 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-b291548a-8de9-451b-9a62-ef112ed8d779 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] 10.222.0.58 "DELETE /v2.0/security-groups/84c7d6a7-2d9d-4783-bb0e-81335e3e3b09 HTTP/1.1" status: 204 len: 168 time: 0.2682991 May 05 15:49:20.243707 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5ea0cce7-04eb-4d98-ae69-3e858eda02a3 admin admin] Publish callbacks [] for security_group (15e01427-4e31-4d24-b12f-e29b79dd3c65), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:20.267516 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291548a-8de9-451b-9a62-ef112ed8d779 tempest-TestShelveInstance-1319475337 tempest-TestShelveInstance-1319475337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c7d6a7-2d9d-4783-bb0e-81335e3e3b09,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:20.291070 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5ea0cce7-04eb-4d98-ae69-3e858eda02a3 admin admin] Publish callbacks [] for security_group (15e01427-4e31-4d24-b12f-e29b79dd3c65), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:20.301026 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33378) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:20.372675 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5ea0cce7-04eb-4d98-ae69-3e858eda02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (15e01427-4e31-4d24-b12f-e29b79dd3c65), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:20.375547 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5ea0cce7-04eb-4d98-ae69-3e858eda02a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:20.376783 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-5ea0cce7-04eb-4d98-ae69-3e858eda02a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15e01427-4e31-4d24-b12f-e29b79dd3c65 HTTP/1.1" status: 204 len: 168 time: 0.2419183 May 05 15:49:20.395829 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0cce7-04eb-4d98-ae69-3e858eda02a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e01427-4e31-4d24-b12f-e29b79dd3c65,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:20.777009 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33386) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:20.813608 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-c6bab6f1-12b7-495e-a384-d78ce1b63458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:20.902791 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-405dd9fd-d6cf-42eb-a164-b91f6f423f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752084'] for router_interface (18d5709c-90c4-428b-acf3-b359ef1975d0), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:21.012713 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-c6bab6f1-12b7-495e-a384-d78ce1b63458 admin admin] Publish callbacks [] for security_group (d1a285fe-53e6-4dd0-a551-372d0619df63), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:21.017553 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-c6bab6f1-12b7-495e-a384-d78ce1b63458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (d1a285fe-53e6-4dd0-a551-372d0619df63), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:21.055509 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bab6f1-12b7-495e-a384-d78ce1b63458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a285fe-53e6-4dd0-a551-372d0619df63,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:21.103476 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-c6bab6f1-12b7-495e-a384-d78ce1b63458 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=caf25ce3da3b479e8be0087a40d808af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254371 May 05 15:49:21.106025 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33388) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:21.220469 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-34937a83-5063-47a0-aec4-df8cf6e81578 admin admin] Publish callbacks [] for security_group (d1a285fe-53e6-4dd0-a551-372d0619df63), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:21.296062 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-34937a83-5063-47a0-aec4-df8cf6e81578 admin admin] Publish callbacks [] for security_group (d1a285fe-53e6-4dd0-a551-372d0619df63), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:21.324093 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-405dd9fd-d6cf-42eb-a164-b91f6f423f8d admin admin] Deleting port 3e20f69a-2393-4752-b4cf-446245c562bd {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:21.324560 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-405dd9fd-d6cf-42eb-a164-b91f6f423f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:21.342328 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62263d07-ea8e-48dc-af88-aea5fcd17089 req-a7be7e44-4d58-41e3-b8ce-d9d479be59e3 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:21.343941 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-62263d07-ea8e-48dc-af88-aea5fcd17089 req-a7be7e44-4d58-41e3-b8ce-d9d479be59e3 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.1268108 May 05 15:49:21.737396 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-34937a83-5063-47a0-aec4-df8cf6e81578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (d1a285fe-53e6-4dd0-a551-372d0619df63), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:21.740498 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-34937a83-5063-47a0-aec4-df8cf6e81578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:21.741663 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-34937a83-5063-47a0-aec4-df8cf6e81578 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1a285fe-53e6-4dd0-a551-372d0619df63 HTTP/1.1" status: 204 len: 168 time: 0.6346977 May 05 15:49:21.755578 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-62263d07-ea8e-48dc-af88-aea5fcd17089 req-38262d79-8aaa-46d4-893a-fadbccb3b545 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3955827 May 05 15:49:21.757302 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-405dd9fd-d6cf-42eb-a164-b91f6f423f8d admin admin] For port 3e20f69a-2393-4752-b4cf-446245c562bd, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=3e20f69a-2393-4752-b4cf-446245c562bd,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:21.757711 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-405dd9fd-d6cf-42eb-a164-b91f6f423f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:21.772353 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34937a83-5063-47a0-aec4-df8cf6e81578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a285fe-53e6-4dd0-a551-372d0619df63,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:21.787248 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-405dd9fd-d6cf-42eb-a164-b91f6f423f8d admin admin] Calling delete_port for 3e20f69a-2393-4752-b4cf-446245c562bd owned by network:router_interface {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:22.123555 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-405dd9fd-d6cf-42eb-a164-b91f6f423f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (3e20f69a-2393-4752-b4cf-446245c562bd), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:22.194249 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dd9fd-d6cf-42eb-a164-b91f6f423f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e20f69a-2393-4752-b4cf-446245c562bd,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:22.387157 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 16ae474f-47ca-4699-829f-fde7ef545ef0 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:22.458833 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: 16ae474f-47ca-4699-829f-fde7ef545ef0 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:22.460797 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 16ae474f-47ca-4699-829f-fde7ef545ef0 not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:22.516751 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-405dd9fd-d6cf-42eb-a164-b91f6f423f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3763697'] for router_interface (18d5709c-90c4-428b-acf3-b359ef1975d0), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:22.853320 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405dd9fd-d6cf-42eb-a164-b91f6f423f8d admin admin] Router 18d5709c-90c4-428b-acf3-b359ef1975d0 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:49:22.962531 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27e4e7-673e-444e-8eb4-77b0f9c6a4a3 req-d64f88ae-088b-4640-9485-8c6c8a222369 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:22.964657 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6d27e4e7-673e-444e-8eb4-77b0f9c6a4a3 req-d64f88ae-088b-4640-9485-8c6c8a222369 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0710163 May 05 15:49:23.034641 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6d27e4e7-673e-444e-8eb4-77b0f9c6a4a3 req-c91b0e6b-34df-47a7-926b-9762819362f4 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636532 May 05 15:49:23.052945 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405dd9fd-d6cf-42eb-a164-b91f6f423f8d admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:49:23.059319 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-405dd9fd-d6cf-42eb-a164-b91f6f423f8d admin admin] 10.222.0.58 "PUT /v2.0/routers/18d5709c-90c4-428b-acf3-b359ef1975d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7554743 May 05 15:49:23.062975 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33418) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:23.067286 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efb5c9-9492-4a65-84f3-02c0b8390738 None None] Sync routers for ids ['18d5709c-90c4-428b-acf3-b359ef1975d0'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:49:23.092260 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efb5c9-9492-4a65-84f3-02c0b8390738 None None] Routers {'18d5709c-90c4-428b-acf3-b359ef1975d0'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:49:23.094647 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-76efb5c9-9492-4a65-84f3-02c0b8390738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:49:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['18d5709c-90c4-428b-acf3-b359ef1975d0'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:23.229473 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Publish callbacks [] for router (18d5709c-90c4-428b-acf3-b359ef1975d0), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:23.395988 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-76efb5c9-9492-4a65-84f3-02c0b8390738 None None] Set router 18d5709c-90c4-428b-acf3-b359ef1975d0 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:49:23.434868 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Publish callbacks [] for router_gateway (18d5709c-90c4-428b-acf3-b359ef1975d0), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:23.501528 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Deleting port 0e7e9c00-477a-44fa-b008-f899826b31e3 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:23.502126 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:23.632531 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] For port 0e7e9c00-477a-44fa-b008-f899826b31e3, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=0e7e9c00-477a-44fa-b008-f899826b31e3,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:23.632912 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:23.650161 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Calling delete_port for 0e7e9c00-477a-44fa-b008-f899826b31e3 owned by network:router_gateway {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:23.755528 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-76efb5c9-9492-4a65-84f3-02c0b8390738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:49:22Z', 'revision_number': 5, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port': {'id': '0e7e9c00-477a-44fa-b008-f899826b31e3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:23.820681 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efb5c9-9492-4a65-84f3-02c0b8390738 None None] Checking router: 18d5709c-90c4-428b-acf3-b359ef1975d0 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:49:23.834371 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efb5c9-9492-4a65-84f3-02c0b8390738 None None] Routers {'18d5709c-90c4-428b-acf3-b359ef1975d0'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:49:23.835028 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-76efb5c9-9492-4a65-84f3-02c0b8390738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:49:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['18d5709c-90c4-428b-acf3-b359ef1975d0'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:23.944451 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (0e7e9c00-477a-44fa-b008-f899826b31e3), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:23.987692 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7e9c00-477a-44fa-b008-f899826b31e3,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:24.021000 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-76efb5c9-9492-4a65-84f3-02c0b8390738 None None] Set router 18d5709c-90c4-428b-acf3-b359ef1975d0 gateway port host: None {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:49:24.066216 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3754626'] for router_gateway (18d5709c-90c4-428b-acf3-b359ef1975d0), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:24.086224 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-76efb5c9-9492-4a65-84f3-02c0b8390738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:49:23Z', 'revision_number': 6, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port_host': None}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:24.116317 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efb5c9-9492-4a65-84f3-02c0b8390738 None None] The sync data for ids ['18d5709c-90c4-428b-acf3-b359ef1975d0'] in dv-cinder-839793-9-iscsi is: [{'id': '18d5709c-90c4-428b-acf3-b359ef1975d0', 'name': 'tempest-TestShelveInstance-501198000-router', 'tenant_id': '89fca92b565f42ffba33b22f01fbc248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:24Z', 'updated_at': '2022-05-05T15:49:23Z', 'revision_number': 6, 'project_id': '89fca92b565f42ffba33b22f01fbc248', 'gw_port_host': None}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:49:24.226888 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3749750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router (18d5709c-90c4-428b-acf3-b359ef1975d0), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:24.230669 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Publish callbacks [] for router_controller (18d5709c-90c4-428b-acf3-b359ef1975d0), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:24.271748 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e5b74-71f6-403c-9442-443a369fa015 req-2a04a0cb-65e4-4f2a-baea-c5d6bc65a8ca tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:24.278300 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a82e5b74-71f6-403c-9442-443a369fa015 req-2a04a0cb-65e4-4f2a-baea-c5d6bc65a8ca tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.1113186 May 05 15:49:24.295118 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3749743'] for router (18d5709c-90c4-428b-acf3-b359ef1975d0), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:24.295963 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18d5709c-90c4-428b-acf3-b359ef1975d0 {{(pid=109966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:49:24.308226 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:24.313160 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33450) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:24.314340 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2a579326-23ae-4127-87c4-2e7763c58ae2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/18d5709c-90c4-428b-acf3-b359ef1975d0 HTTP/1.1" status: 204 len: 168 time: 1.2495141 May 05 15:49:24.381733 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac084e4-b868-4c96-8b7e-be8aa2eebce8 admin admin] Deleting subnet 517f5a73-3fa3-46ff-bb5d-c1e87917c1ec {{(pid=109965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:49:24.402919 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a82e5b74-71f6-403c-9442-443a369fa015 req-6543b7db-e502-46da-8903-17d1d9f13354 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085901 May 05 15:49:24.404954 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bac084e4-b868-4c96-8b7e-be8aa2eebce8 admin admin] Publish callbacks [] for subnet (517f5a73-3fa3-46ff-bb5d-c1e87917c1ec), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:24.457585 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bac084e4-b868-4c96-8b7e-be8aa2eebce8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2211023'] for subnet (517f5a73-3fa3-46ff-bb5d-c1e87917c1ec), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:24.610142 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bac084e4-b868-4c96-8b7e-be8aa2eebce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (517f5a73-3fa3-46ff-bb5d-c1e87917c1ec), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:24.715608 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bac084e4-b868-4c96-8b7e-be8aa2eebce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25928716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458300'] for subnet (517f5a73-3fa3-46ff-bb5d-c1e87917c1ec), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:24.755142 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac084e4-b868-4c96-8b7e-be8aa2eebce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517f5a73-3fa3-46ff-bb5d-c1e87917c1ec,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:24.759001 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-bac084e4-b868-4c96-8b7e-be8aa2eebce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:24.765589 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352c438b-1cf4-49ee-af25-411101709407 None None] Network 62e9c9c5-15a0-4112-8fd4-25de2974c53b requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:49:24.766304 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33456) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:24.774120 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-bac084e4-b868-4c96-8b7e-be8aa2eebce8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/517f5a73-3fa3-46ff-bb5d-c1e87917c1ec HTTP/1.1" status: 204 len: 168 time: 0.4594665 May 05 15:49:24.804506 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33458) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:24.901586 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (62e9c9c5-15a0-4112-8fd4-25de2974c53b), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:24.953204 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Deleting port 28397ea1-07a8-4116-af6c-66f70ac053a7 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:24.953544 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:24.976512 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5ce17a5c-3550-40e4-8fcf-d0b40c82c883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.020671 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] For port 28397ea1-07a8-4116-af6c-66f70ac053a7, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=28397ea1-07a8-4116-af6c-66f70ac053a7,segment=NetworkSegment(bb838ee9-32ab-4347-89b5-747b4a5c3212),segment_id=bb838ee9-32ab-4347-89b5-747b4a5c3212)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:25.021261 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.034774 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Calling delete_port for 28397ea1-07a8-4116-af6c-66f70ac053a7 owned by network:dhcp {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:25.089312 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a83ef-6e64-48c5-9093-c9c1abf1549d None None] DHCP port deletion for 62e9c9c5-15a0-4112-8fd4-25de2974c53b request from dv-cinder-839793-9-iscsi {{(pid=109967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:49:25.164949 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.193304 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5ce17a5c-3550-40e4-8fcf-d0b40c82c883 admin admin] Publish callbacks [] for security_group (69c5e781-1847-413d-9c63-460017ebe80a), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.198643 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-095a83ef-6e64-48c5-9093-c9c1abf1549d None None] Deleting port 28397ea1-07a8-4116-af6c-66f70ac053a7 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:25.199129 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-5ce17a5c-3550-40e4-8fcf-d0b40c82c883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (69c5e781-1847-413d-9c63-460017ebe80a), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.204908 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-095a83ef-6e64-48c5-9093-c9c1abf1549d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.237243 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-5ce17a5c-3550-40e4-8fcf-d0b40c82c883 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25c4c89a279f4fabbafa1681130a3e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314678 May 05 15:49:25.239725 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33462) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:25.247893 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Pushing event deleted for resources: {'Port': ['ID=28397ea1-07a8-4116-af6c-66f70ac053a7,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:25.265009 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] No DVR routers for this DVR port 28397ea1-07a8-4116-af6c-66f70ac053a7 on host dv-cinder-839793-9-iscsi {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:49:25.331914 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce17a5c-3550-40e4-8fcf-d0b40c82c883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c5e781-1847-413d-9c63-460017ebe80a,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:25.356437 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b716d095-f984-4459-84bb-5bd0e6719222 admin admin] Publish callbacks [] for security_group (69c5e781-1847-413d-9c63-460017ebe80a), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.383681 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b716d095-f984-4459-84bb-5bd0e6719222 admin admin] Publish callbacks [] for security_group (69c5e781-1847-413d-9c63-460017ebe80a), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.402484 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-095a83ef-6e64-48c5-9093-c9c1abf1549d None None] For port 28397ea1-07a8-4116-af6c-66f70ac053a7, host dv-cinder-839793-9-iscsi, got binding levels [] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:25.402975 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-095a83ef-6e64-48c5-9093-c9c1abf1549d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.425575 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-095a83ef-6e64-48c5-9093-c9c1abf1549d None None] Calling delete_port for 28397ea1-07a8-4116-af6c-66f70ac053a7 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:25.430599 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.ipam_backend_mixin [None req-095a83ef-6e64-48c5-9093-c9c1abf1549d None None] Port 28397ea1-07a8-4116-af6c-66f70ac053a7 was not found and therefore no delete operation was performed {{(pid=109967) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 05 15:49:25.439870 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-095a83ef-6e64-48c5-9093-c9c1abf1549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751'] for port (28397ea1-07a8-4116-af6c-66f70ac053a7), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.453980 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b716d095-f984-4459-84bb-5bd0e6719222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (69c5e781-1847-413d-9c63-460017ebe80a), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.454791 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 3e20f69a-2393-4752-b4cf-446245c562bd no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:25.458890 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b716d095-f984-4459-84bb-5bd0e6719222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.460372 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-b716d095-f984-4459-84bb-5bd0e6719222 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69c5e781-1847-413d-9c63-460017ebe80a HTTP/1.1" status: 204 len: 168 time: 0.2197206 May 05 15:49:25.481755 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (62e9c9c5-15a0-4112-8fd4-25de2974c53b), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.506725 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716d095-f984-4459-84bb-5bd0e6719222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c5e781-1847-413d-9c63-460017ebe80a,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:25.551326 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a83ef-6e64-48c5-9093-c9c1abf1549d None None] Pushing event deleted for resources: {'Port': ['ID=28397ea1-07a8-4116-af6c-66f70ac053a7,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:25.563618 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 3e20f69a-2393-4752-b4cf-446245c562bd {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:25.563980 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 3e20f69a-2393-4752-b4cf-446245c562bd not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:25.564397 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 0e7e9c00-477a-44fa-b008-f899826b31e3 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:25.564517 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e9c9c5-15a0-4112-8fd4-25de2974c53b']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:25.604318 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095a83ef-6e64-48c5-9093-c9c1abf1549d None None] No DVR routers for this DVR port 28397ea1-07a8-4116-af6c-66f70ac053a7 on host dv-cinder-839793-9-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:49:25.605964 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 0e7e9c00-477a-44fa-b008-f899826b31e3 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:25.610458 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 0e7e9c00-477a-44fa-b008-f899826b31e3 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:25.611400 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 28397ea1-07a8-4116-af6c-66f70ac053a7 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:25.680632 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb838ee9-32ab-4347-89b5-747b4a5c3212') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:25.680632 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb838ee9-32ab-4347-89b5-747b4a5c3212') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:25.687938 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 28397ea1-07a8-4116-af6c-66f70ac053a7 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:25.688383 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 28397ea1-07a8-4116-af6c-66f70ac053a7 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:25.688725 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26956836'] for segment (bb838ee9-32ab-4347-89b5-747b4a5c3212), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.709788 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (bb838ee9-32ab-4347-89b5-747b4a5c3212), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.718807 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:49:25.720131 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26151662'] for segment (bb838ee9-32ab-4347-89b5-747b4a5c3212), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: Traceback (most recent call last): May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: timer() May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: cb(*args, **kw) May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: return func(*args, **kwargs) May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: self._notify() May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: self.callback(batched_events) May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: event.method(event) May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: return f(self, *a, **k) May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._get(url).json() May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:49:25.793491 dv-cinder-839793-9-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:49:25.821920 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (62e9c9c5-15a0-4112-8fd4-25de2974c53b), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.836461 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:25.844965 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] 10.222.0.58 "DELETE /v2.0/networks/62e9c9c5-15a0-4112-8fd4-25de2974c53b HTTP/1.1" status: 204 len: 168 time: 1.0774989 May 05 15:49:25.847991 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33470) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:25.871381 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081292-fa09-4775-8e69-e8c39b6dbfba req-8252f074-cd4f-492b-83a3-030d810df9fd tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:25.873016 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ec081292-fa09-4775-8e69-e8c39b6dbfba req-8252f074-cd4f-492b-83a3-030d810df9fd tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.3318114 May 05 15:49:25.895043 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bc70e-31b7-419e-aa2b-461a7cb5275f admin admin] Pushing event deleted for resources: {'Network': ['ID=62e9c9c5-15a0-4112-8fd4-25de2974c53b,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:26.017011 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ec081292-fa09-4775-8e69-e8c39b6dbfba req-e1a1231a-aaa6-4d07-bf19-c0b33d0a4891 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149430 May 05 15:49:26.049820 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33472) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:26.065917 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f062d582-8a5a-4fa6-9549-7b7f6583ce7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:26.223374 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f062d582-8a5a-4fa6-9549-7b7f6583ce7a admin admin] Publish callbacks [] for security_group (4bfe4f5a-a76f-47df-94ae-10604a7e203f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:26.229948 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f062d582-8a5a-4fa6-9549-7b7f6583ce7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (4bfe4f5a-a76f-47df-94ae-10604a7e203f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:26.277963 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-f062d582-8a5a-4fa6-9549-7b7f6583ce7a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b540c0ab4fb48719317dd08fbf6f0db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269185 May 05 15:49:26.278726 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33474) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:26.280838 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062d582-8a5a-4fa6-9549-7b7f6583ce7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfe4f5a-a76f-47df-94ae-10604a7e203f,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:26.355788 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bec145b1-fe83-4dad-8558-0eb364d03eda admin admin] Publish callbacks [] for security_group (4bfe4f5a-a76f-47df-94ae-10604a7e203f), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:26.381406 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bec145b1-fe83-4dad-8558-0eb364d03eda admin admin] Publish callbacks [] for security_group (4bfe4f5a-a76f-47df-94ae-10604a7e203f), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:26.469379 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bec145b1-fe83-4dad-8558-0eb364d03eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (4bfe4f5a-a76f-47df-94ae-10604a7e203f), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:26.470087 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0dac3c68-204f-475e-8850-303095189959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752084'] for router_interface (b88bfb61-71c8-4362-87b4-943c9abf5304), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:26.472084 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bec145b1-fe83-4dad-8558-0eb364d03eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:26.475890 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-bec145b1-fe83-4dad-8558-0eb364d03eda admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bfe4f5a-a76f-47df-94ae-10604a7e203f HTTP/1.1" status: 204 len: 168 time: 0.1933799 May 05 15:49:26.485481 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec145b1-fe83-4dad-8558-0eb364d03eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfe4f5a-a76f-47df-94ae-10604a7e203f,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:26.800256 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-0dac3c68-204f-475e-8850-303095189959 admin admin] Deleting port b41f7b84-4492-4926-87eb-d827dbe7c955 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:26.800591 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0dac3c68-204f-475e-8850-303095189959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:26.931264 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-0dac3c68-204f-475e-8850-303095189959 admin admin] For port b41f7b84-4492-4926-87eb-d827dbe7c955, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=b41f7b84-4492-4926-87eb-d827dbe7c955,segment=NetworkSegment(62b9f2e9-0587-4893-a6da-962ff413d43c),segment_id=62b9f2e9-0587-4893-a6da-962ff413d43c)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:26.934603 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0dac3c68-204f-475e-8850-303095189959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:26.949660 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-0dac3c68-204f-475e-8850-303095189959 admin admin] Calling delete_port for b41f7b84-4492-4926-87eb-d827dbe7c955 owned by network:router_interface {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:27.169431 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1c0af-c76f-4cc5-97da-0dcdbf5f2676 req-48a0c95a-a89b-4509-94b5-91f82e1e26de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:27.170991 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bff1c0af-c76f-4cc5-97da-0dcdbf5f2676 req-48a0c95a-a89b-4509-94b5-91f82e1e26de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0711451 May 05 15:49:27.294478 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bff1c0af-c76f-4cc5-97da-0dcdbf5f2676 req-3419c30f-e7e4-41cb-a85f-b6f6e7408292 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162553 May 05 15:49:27.295637 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0dac3c68-204f-475e-8850-303095189959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (b41f7b84-4492-4926-87eb-d827dbe7c955), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:27.325631 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac3c68-204f-475e-8850-303095189959 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41f7b84-4492-4926-87eb-d827dbe7c955,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:27.514635 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0dac3c68-204f-475e-8850-303095189959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3763697'] for router_interface (b88bfb61-71c8-4362-87b4-943c9abf5304), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:27.747043 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dac3c68-204f-475e-8850-303095189959 admin admin] Router b88bfb61-71c8-4362-87b4-943c9abf5304 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:49:27.857499 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dac3c68-204f-475e-8850-303095189959 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:49:27.862482 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-0dac3c68-204f-475e-8850-303095189959 admin admin] 10.222.0.58 "PUT /v2.0/routers/b88bfb61-71c8-4362-87b4-943c9abf5304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0132048 May 05 15:49:27.865033 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33510) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:27.870294 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a39cb1-d095-4537-949a-5abb51193308 None None] Sync routers for ids ['b88bfb61-71c8-4362-87b4-943c9abf5304'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:49:27.883799 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a39cb1-d095-4537-949a-5abb51193308 None None] Routers {'b88bfb61-71c8-4362-87b4-943c9abf5304'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:49:27.884419 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-c5a39cb1-d095-4537-949a-5abb51193308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:49:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['b88bfb61-71c8-4362-87b4-943c9abf5304'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:27.992657 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-c5a39cb1-d095-4537-949a-5abb51193308 None None] Set router b88bfb61-71c8-4362-87b4-943c9abf5304 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:49:28.006509 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Publish callbacks [] for router (b88bfb61-71c8-4362-87b4-943c9abf5304), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:28.115774 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Publish callbacks [] for router_gateway (b88bfb61-71c8-4362-87b4-943c9abf5304), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:28.162262 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Deleting port 600af8b2-0e3d-400c-afeb-c34b5331f176 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:28.162606 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:28.165083 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-c5a39cb1-d095-4537-949a-5abb51193308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'name': 'tempest-TestShelveInstance-1515753593-router', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:49:27Z', 'revision_number': 5, 'project_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'gw_port': {'id': '600af8b2-0e3d-400c-afeb-c34b5331f176', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:28.192441 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a39cb1-d095-4537-949a-5abb51193308 None None] Checking router: b88bfb61-71c8-4362-87b4-943c9abf5304 for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:49:28.201768 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a39cb1-d095-4537-949a-5abb51193308 None None] Routers {'b88bfb61-71c8-4362-87b4-943c9abf5304'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:49:28.202449 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-c5a39cb1-d095-4537-949a-5abb51193308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:49:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['b88bfb61-71c8-4362-87b4-943c9abf5304'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:28.260337 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] For port 600af8b2-0e3d-400c-afeb-c34b5331f176, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=600af8b2-0e3d-400c-afeb-c34b5331f176,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:28.260756 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:28.279442 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Calling delete_port for 600af8b2-0e3d-400c-afeb-c34b5331f176 owned by network:router_gateway {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:28.294858 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-c5a39cb1-d095-4537-949a-5abb51193308 None None] Set router b88bfb61-71c8-4362-87b4-943c9abf5304 gateway port host: None {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:49:28.355524 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-c5a39cb1-d095-4537-949a-5abb51193308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'name': 'tempest-TestShelveInstance-1515753593-router', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:49:28Z', 'revision_number': 6, 'project_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'gw_port_host': None}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:28.394210 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a39cb1-d095-4537-949a-5abb51193308 None None] The sync data for ids ['b88bfb61-71c8-4362-87b4-943c9abf5304'] in dv-cinder-839793-9-iscsi is: [{'id': 'b88bfb61-71c8-4362-87b4-943c9abf5304', 'name': 'tempest-TestShelveInstance-1515753593-router', 'tenant_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:43:32Z', 'updated_at': '2022-05-05T15:49:28Z', 'revision_number': 6, 'project_id': 'ebeee4150d6e4e46b82b1c0e8449d0f7', 'gw_port_host': None}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:49:28.724597 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3aae0-fe73-440f-a424-b1afb4e3974d req-915de0c0-3f22-436c-b7b0-3d8b98c9619e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:28.724597 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dab3aae0-fe73-440f-a424-b1afb4e3974d req-915de0c0-3f22-436c-b7b0-3d8b98c9619e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.3360739 May 05 15:49:28.803861 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (600af8b2-0e3d-400c-afeb-c34b5331f176), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:28.838766 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dab3aae0-fe73-440f-a424-b1afb4e3974d req-29b7c02f-c358-46dd-ae7a-cb30d393e4a6 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847559 May 05 15:49:28.840250 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=600af8b2-0e3d-400c-afeb-c34b5331f176,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:28.901322 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3754626'] for router_gateway (b88bfb61-71c8-4362-87b4-943c9abf5304), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:28.992759 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3749750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router (b88bfb61-71c8-4362-87b4-943c9abf5304), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:28.995593 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Publish callbacks [] for router_controller (b88bfb61-71c8-4362-87b4-943c9abf5304), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.038035 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3749743'] for router (b88bfb61-71c8-4362-87b4-943c9abf5304), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.038727 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b88bfb61-71c8-4362-87b4-943c9abf5304 {{(pid=109966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:49:29.044666 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.046014 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-8518d224-e766-45e5-ba2f-2a29b4b2ceb4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b88bfb61-71c8-4362-87b4-943c9abf5304 HTTP/1.1" status: 204 len: 168 time: 1.1798372 May 05 15:49:29.048671 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33532) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:29.096169 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c919e45-f74b-42ce-94ec-2d5c656161f1 admin admin] Deleting subnet 66df3b66-7225-46c6-9b58-3ced09e78ed4 {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:49:29.099090 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5c919e45-f74b-42ce-94ec-2d5c656161f1 admin admin] Publish callbacks [] for subnet (66df3b66-7225-46c6-9b58-3ced09e78ed4), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.132648 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5c919e45-f74b-42ce-94ec-2d5c656161f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26956859'] for subnet (66df3b66-7225-46c6-9b58-3ced09e78ed4), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.209787 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5c919e45-f74b-42ce-94ec-2d5c656161f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (66df3b66-7225-46c6-9b58-3ced09e78ed4), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.272690 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5c919e45-f74b-42ce-94ec-2d5c656161f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26151560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26156283'] for subnet (66df3b66-7225-46c6-9b58-3ced09e78ed4), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.289987 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 600af8b2-0e3d-400c-afeb-c34b5331f176 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:29.300038 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c919e45-f74b-42ce-94ec-2d5c656161f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66df3b66-7225-46c6-9b58-3ced09e78ed4,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:29.303826 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5c919e45-f74b-42ce-94ec-2d5c656161f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.307813 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-5c919e45-f74b-42ce-94ec-2d5c656161f1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/66df3b66-7225-46c6-9b58-3ced09e78ed4 HTTP/1.1" status: 204 len: 168 time: 0.2581639 May 05 15:49:29.310277 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33534) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:29.315319 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7d7332-8a46-409b-98a6-9e6eeecf0999 None None] Network 4c917937-69eb-430c-8eab-808f4d247463 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:49:29.317630 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 600af8b2-0e3d-400c-afeb-c34b5331f176 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:29.317983 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 600af8b2-0e3d-400c-afeb-c34b5331f176 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:29.318420 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device b41f7b84-4492-4926-87eb-d827dbe7c955 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:29.359609 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: b41f7b84-4492-4926-87eb-d827dbe7c955 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:29.359976 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device b41f7b84-4492-4926-87eb-d827dbe7c955 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:29.387434 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (4c917937-69eb-430c-8eab-808f4d247463), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.433478 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Deleting port bec719af-eaff-4d54-9375-5134143eab54 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:29.434101 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (bec719af-eaff-4d54-9375-5134143eab54), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.491930 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b0be1d-ca6f-4873-afbd-1978f1cd30d5 None None] DHCP port deletion for 4c917937-69eb-430c-8eab-808f4d247463 request from dv-cinder-839793-9-iscsi {{(pid=109967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:49:29.509175 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] For port bec719af-eaff-4d54-9375-5134143eab54, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=bec719af-eaff-4d54-9375-5134143eab54,segment=NetworkSegment(62b9f2e9-0587-4893-a6da-962ff413d43c),segment_id=62b9f2e9-0587-4893-a6da-962ff413d43c)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:29.509175 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (bec719af-eaff-4d54-9375-5134143eab54), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.519548 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Calling delete_port for bec719af-eaff-4d54-9375-5134143eab54 owned by network:dhcp {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:29.531458 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-70b0be1d-ca6f-4873-afbd-1978f1cd30d5 None None] Deleting port bec719af-eaff-4d54-9375-5134143eab54 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:49:29.531846 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-70b0be1d-ca6f-4873-afbd-1978f1cd30d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (bec719af-eaff-4d54-9375-5134143eab54), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.601134 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (bec719af-eaff-4d54-9375-5134143eab54), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.610440 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-70b0be1d-ca6f-4873-afbd-1978f1cd30d5 None None] For port bec719af-eaff-4d54-9375-5134143eab54, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=bec719af-eaff-4d54-9375-5134143eab54,segment=NetworkSegment(62b9f2e9-0587-4893-a6da-962ff413d43c),segment_id=62b9f2e9-0587-4893-a6da-962ff413d43c)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:29.610850 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-70b0be1d-ca6f-4873-afbd-1978f1cd30d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (bec719af-eaff-4d54-9375-5134143eab54), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.623973 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-70b0be1d-ca6f-4873-afbd-1978f1cd30d5 None None] Calling delete_port for bec719af-eaff-4d54-9375-5134143eab54 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:49:29.632023 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec719af-eaff-4d54-9375-5134143eab54,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:29.633846 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] No DVR routers for this DVR port bec719af-eaff-4d54-9375-5134143eab54 on host dv-cinder-839793-9-iscsi {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:49:29.700226 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-70b0be1d-ca6f-4873-afbd-1978f1cd30d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751'] for port (bec719af-eaff-4d54-9375-5134143eab54), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.709344 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (4c917937-69eb-430c-8eab-808f4d247463), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.726367 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c917937-69eb-430c-8eab-808f4d247463']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:29.733304 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0be1d-ca6f-4873-afbd-1978f1cd30d5 None None] Pushing event deleted for resources: {'Port': ['ID=bec719af-eaff-4d54-9375-5134143eab54,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:29.736094 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b9f2e9-0587-4893-a6da-962ff413d43c') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:29.736391 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b9f2e9-0587-4893-a6da-962ff413d43c') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:49:29.737953 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b0be1d-ca6f-4873-afbd-1978f1cd30d5 None None] No DVR routers for this DVR port bec719af-eaff-4d54-9375-5134143eab54 on host dv-cinder-839793-9-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:49:29.746497 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26956836'] for segment (62b9f2e9-0587-4893-a6da-962ff413d43c), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.760530 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (62b9f2e9-0587-4893-a6da-962ff413d43c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.766664 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:49:29.767131 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26151662'] for segment (62b9f2e9-0587-4893-a6da-962ff413d43c), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: Traceback (most recent call last): May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: timer() May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: cb(*args, **kw) May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: return func(*args, **kwargs) May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: self._notify() May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: self.callback(batched_events) May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: event.method(event) May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: return f(self, *a, **k) May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._get(url).json() May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:49:29.768914 dv-cinder-839793-9-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:49:29.828968 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (4c917937-69eb-430c-8eab-808f4d247463), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.835068 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:29.839108 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4c917937-69eb-430c-8eab-808f4d247463 HTTP/1.1" status: 204 len: 168 time: 0.5277765 May 05 15:49:29.852553 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b90d22-fb46-459c-9e2b-c4309f7c3c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c917937-69eb-430c-8eab-808f4d247463,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:29.973564 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0f961-7254-4cc1-b654-7a50c7fcef2e req-55352e02-8b5e-4165-a8a1-ee854b0f3871 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:29.975351 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-73f0f961-7254-4cc1-b654-7a50c7fcef2e req-55352e02-8b5e-4165-a8a1-ee854b0f3871 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0529675 May 05 15:49:30.038515 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-73f0f961-7254-4cc1-b654-7a50c7fcef2e req-810a1e5d-2648-42c0-8051-1e37a79f6c93 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540917 May 05 15:49:30.038752 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33546) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:30.093206 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-aca10e14-abca-4acf-8309-e30274dd7e24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89fca92b565f42ffba33b22f01fbc248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533531 May 05 15:49:30.095724 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33548) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:30.142619 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-93e3024e-aa8a-4adc-aa5e-a89182ad5551 admin admin] Publish callbacks [] for security_group (7ac14ce2-7b5f-4786-b13d-86494b3d8b3e), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:30.162966 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-93e3024e-aa8a-4adc-aa5e-a89182ad5551 admin admin] Publish callbacks [] for security_group (7ac14ce2-7b5f-4786-b13d-86494b3d8b3e), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:30.209536 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-93e3024e-aa8a-4adc-aa5e-a89182ad5551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (7ac14ce2-7b5f-4786-b13d-86494b3d8b3e), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:30.212149 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-93e3024e-aa8a-4adc-aa5e-a89182ad5551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:30.213633 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-93e3024e-aa8a-4adc-aa5e-a89182ad5551 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ac14ce2-7b5f-4786-b13d-86494b3d8b3e HTTP/1.1" status: 204 len: 168 time: 0.1170092 May 05 15:49:30.221399 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3024e-aa8a-4adc-aa5e-a89182ad5551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac14ce2-7b5f-4786-b13d-86494b3d8b3e,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:30.521526 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33554) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:30.562033 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-94eb9843-c9b3-4222-acd5-02d48d5e4f75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ebeee4150d6e4e46b82b1c0e8449d0f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392859 May 05 15:49:30.564412 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33556) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:30.610668 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-fe246685-ede7-4801-bc77-e46b563ea93f admin admin] Publish callbacks [] for security_group (065996c5-d7c3-490c-9af6-7786847090c4), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:30.631711 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-fe246685-ede7-4801-bc77-e46b563ea93f admin admin] Publish callbacks [] for security_group (065996c5-d7c3-490c-9af6-7786847090c4), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:30.680095 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-fe246685-ede7-4801-bc77-e46b563ea93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (065996c5-d7c3-490c-9af6-7786847090c4), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:30.683354 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-fe246685-ede7-4801-bc77-e46b563ea93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:30.684519 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-fe246685-ede7-4801-bc77-e46b563ea93f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/065996c5-d7c3-490c-9af6-7786847090c4 HTTP/1.1" status: 204 len: 168 time: 0.1192143 May 05 15:49:30.692507 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe246685-ede7-4801-bc77-e46b563ea93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065996c5-d7c3-490c-9af6-7786847090c4,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:31.159267 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e856cc1-e227-4a0e-be21-0ea9fec903aa req-ffe111e4-05d6-4efe-ae09-0e68b4e47f11 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:31.160766 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6e856cc1-e227-4a0e-be21-0ea9fec903aa req-ffe111e4-05d6-4efe-ae09-0e68b4e47f11 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0511403 May 05 15:49:31.209533 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6e856cc1-e227-4a0e-be21-0ea9fec903aa req-ae6d7e02-4739-4af4-bb40-c87d4031d75d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 May 05 15:49:31.281616 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device bec719af-eaff-4d54-9375-5134143eab54 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:49:31.300444 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: bec719af-eaff-4d54-9375-5134143eab54 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:49:31.300791 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device bec719af-eaff-4d54-9375-5134143eab54 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:49:32.345804 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381822dd-08ee-44ce-956e-4757ace1ca18 req-4d191962-e5fa-42f4-99d1-1dc42644411a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:32.345804 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-381822dd-08ee-44ce-956e-4757ace1ca18 req-4d191962-e5fa-42f4-99d1-1dc42644411a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0512183 May 05 15:49:32.406634 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-381822dd-08ee-44ce-956e-4757ace1ca18 req-befcd517-e84f-413d-a468-b773dc220efd tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599873 May 05 15:49:33.324104 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33628) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:33.434014 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-efb2cde8-41cb-44fa-8454-d720d26952d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:33.541478 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-efb2cde8-41cb-44fa-8454-d720d26952d6 admin admin] Publish callbacks [] for security_group (5d6224eb-3532-41f9-9692-23a51b16b3ea), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:33.548260 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8e5a2-59d7-43d9-a1f5-efcd36f5018e req-40dd2634-eec4-4a35-8003-d24fd99d6d6a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:33.549749 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c8f8e5a2-59d7-43d9-a1f5-efcd36f5018e req-40dd2634-eec4-4a35-8003-d24fd99d6d6a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0625370 May 05 15:49:33.550798 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-efb2cde8-41cb-44fa-8454-d720d26952d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5d6224eb-3532-41f9-9692-23a51b16b3ea), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:33.604369 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-efb2cde8-41cb-44fa-8454-d720d26952d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70af902746ff4d75b9b42524549beedd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791905 May 05 15:49:33.605088 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2cde8-41cb-44fa-8454-d720d26952d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6224eb-3532-41f9-9692-23a51b16b3ea,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:33.607094 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33634) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:33.635768 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c8f8e5a2-59d7-43d9-a1f5-efcd36f5018e req-e885d6e3-c647-40f2-9acd-d1fb3cf595b3 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789609 May 05 15:49:33.658547 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cda9e7f4-7192-4ae5-ada7-64ced0c07c7d admin admin] Publish callbacks [] for security_group (5d6224eb-3532-41f9-9692-23a51b16b3ea), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:33.678982 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cda9e7f4-7192-4ae5-ada7-64ced0c07c7d admin admin] Publish callbacks [] for security_group (5d6224eb-3532-41f9-9692-23a51b16b3ea), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:33.726201 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cda9e7f4-7192-4ae5-ada7-64ced0c07c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5d6224eb-3532-41f9-9692-23a51b16b3ea), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:33.729148 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cda9e7f4-7192-4ae5-ada7-64ced0c07c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:33.730351 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-cda9e7f4-7192-4ae5-ada7-64ced0c07c7d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d6224eb-3532-41f9-9692-23a51b16b3ea HTTP/1.1" status: 204 len: 168 time: 0.1219518 May 05 15:49:33.738121 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9e7f4-7192-4ae5-ada7-64ced0c07c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6224eb-3532-41f9-9692-23a51b16b3ea,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:33.983698 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33640) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:33.996897 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e23a2433-7732-43ab-8eeb-84d57c636028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:34.074042 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e23a2433-7732-43ab-8eeb-84d57c636028 admin admin] Publish callbacks [] for security_group (2d82b5aa-1fdc-410e-b564-58a7a6624e0e), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:34.077896 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e23a2433-7732-43ab-8eeb-84d57c636028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (2d82b5aa-1fdc-410e-b564-58a7a6624e0e), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:34.114343 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a2433-7732-43ab-8eeb-84d57c636028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d82b5aa-1fdc-410e-b564-58a7a6624e0e,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:34.121463 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-e23a2433-7732-43ab-8eeb-84d57c636028 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba24ff3ae2594190bac00dee3ecc3497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338894 May 05 15:49:34.121840 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33642) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:34.172076 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4d17d1e-96df-43a1-9886-912f39fcc6f5 admin admin] Publish callbacks [] for security_group (2d82b5aa-1fdc-410e-b564-58a7a6624e0e), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:34.193508 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4d17d1e-96df-43a1-9886-912f39fcc6f5 admin admin] Publish callbacks [] for security_group (2d82b5aa-1fdc-410e-b564-58a7a6624e0e), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:34.238819 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4d17d1e-96df-43a1-9886-912f39fcc6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (2d82b5aa-1fdc-410e-b564-58a7a6624e0e), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:34.241418 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4d17d1e-96df-43a1-9886-912f39fcc6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:34.242576 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e4d17d1e-96df-43a1-9886-912f39fcc6f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d82b5aa-1fdc-410e-b564-58a7a6624e0e HTTP/1.1" status: 204 len: 168 time: 0.1197321 May 05 15:49:34.250671 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d17d1e-96df-43a1-9886-912f39fcc6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d82b5aa-1fdc-410e-b564-58a7a6624e0e,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:34.760014 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f860f-6f90-4b03-8946-8a6833628b89 req-1904c019-f0c3-4ea2-ab51-e808eaee7f12 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:34.761585 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9f9f860f-6f90-4b03-8946-8a6833628b89 req-1904c019-f0c3-4ea2-ab51-e808eaee7f12 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0528939 May 05 15:49:34.809469 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9f9f860f-6f90-4b03-8946-8a6833628b89 req-694907d0-b038-4d6f-86ff-4dab3835a80e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420921 May 05 15:49:35.254844 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33674) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:35.358371 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-69a937a5-6fd5-4f66-8490-c01ea9b9cdb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:35.433742 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-69a937a5-6fd5-4f66-8490-c01ea9b9cdb0 admin admin] Publish callbacks [] for security_group (b3654ed3-e8e9-4337-8cd9-158a7fe5f9ff), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:35.437364 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-69a937a5-6fd5-4f66-8490-c01ea9b9cdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (b3654ed3-e8e9-4337-8cd9-158a7fe5f9ff), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:35.474401 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-69a937a5-6fd5-4f66-8490-c01ea9b9cdb0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54542de96a0b43039898c803881e3137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184439 May 05 15:49:35.476388 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a937a5-6fd5-4f66-8490-c01ea9b9cdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3654ed3-e8e9-4337-8cd9-158a7fe5f9ff,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:35.477331 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33678) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:35.525017 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-18a5e5f8-44aa-4e5f-b893-bc3f292e5cd5 admin admin] Publish callbacks [] for security_group (b3654ed3-e8e9-4337-8cd9-158a7fe5f9ff), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:35.545663 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-18a5e5f8-44aa-4e5f-b893-bc3f292e5cd5 admin admin] Publish callbacks [] for security_group (b3654ed3-e8e9-4337-8cd9-158a7fe5f9ff), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:35.594661 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-18a5e5f8-44aa-4e5f-b893-bc3f292e5cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (b3654ed3-e8e9-4337-8cd9-158a7fe5f9ff), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:35.597192 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-18a5e5f8-44aa-4e5f-b893-bc3f292e5cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:35.598361 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-18a5e5f8-44aa-4e5f-b893-bc3f292e5cd5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3654ed3-e8e9-4337-8cd9-158a7fe5f9ff HTTP/1.1" status: 204 len: 168 time: 0.1199784 May 05 15:49:35.605891 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5e5f8-44aa-4e5f-b893-bc3f292e5cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3654ed3-e8e9-4337-8cd9-158a7fe5f9ff,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:35.931568 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78becf-5587-4633-83a2-c40645506418 req-802f98fe-8ef3-468c-92b5-28dca337bd9e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:35.933588 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bd78becf-5587-4633-83a2-c40645506418 req-802f98fe-8ef3-468c-92b5-28dca337bd9e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 944 time: 0.0515201 May 05 15:49:35.980709 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bd78becf-5587-4633-83a2-c40645506418 req-ebc55793-d613-4337-954c-fc0c9bf1ac5d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412698 May 05 15:49:36.470953 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3f83646c-2101-4201-99f3-e9addb324bdb details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:49:36.580438 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3f83646c-2101-4201-99f3-e9addb324bdb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f83646c-2101-4201-99f3-e9addb324bdb,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:36.592844 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '3f83646c-2101-4201-99f3-e9addb324bdb', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'port_id': '3f83646c-2101-4201-99f3-e9addb324bdb', 'mac_address': 'fa:16:3e:77:45:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:49:36.640448 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 3f83646c-2101-4201-99f3-e9addb324bdb is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:49:36.640942 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:36.654194 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f83646c-2101-4201-99f3-e9addb324bdb {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:49:36.673756 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3f83646c-2101-4201-99f3-e9addb324bdb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f83646c-2101-4201-99f3-e9addb324bdb,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:36.677496 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:36.724221 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=3f83646c-2101-4201-99f3-e9addb324bdb,revision_number=9']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:36.910009 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['3f83646c-2101-4201-99f3-e9addb324bdb'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:49:37.099203 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b7945-91ba-495b-a515-13f502d4d8d0 req-64a47fd2-9ede-404f-b542-c6d92a21b89e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:37.100647 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7b6b7945-91ba-495b-a515-13f502d4d8d0 req-64a47fd2-9ede-404f-b542-c6d92a21b89e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 945 time: 0.0465164 May 05 15:49:37.146304 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7b6b7945-91ba-495b-a515-13f502d4d8d0 req-5d529c0c-d79f-4ce9-a2b6-70dbae8c2841 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392981 May 05 15:49:38.268770 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe689a-bfe1-4aa2-b9f5-cd97b4c636f7 req-2e50b522-01cf-4cb0-9bd8-3de1137c26cd tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:38.270328 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-79fe689a-bfe1-4aa2-b9f5-cd97b4c636f7 req-2e50b522-01cf-4cb0-9bd8-3de1137c26cd tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 945 time: 0.0478237 May 05 15:49:38.319548 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-79fe689a-bfe1-4aa2-b9f5-cd97b4c636f7 req-026e216b-92da-4346-afd2-b9d59655986a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437398 May 05 15:49:38.471917 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3f83646c-2101-4201-99f3-e9addb324bdb up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:49:38.516871 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 3f83646c-2101-4201-99f3-e9addb324bdb triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:49:38.517254 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:38.596649 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 3f83646c-2101-4201-99f3-e9addb324bdb is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:49:38.597038 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:38.619518 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:49:38.622054 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca4d4a0-7790-40f6-95e0-65566332a4b7" -d '{"events": [{"server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "name": "network-vif-plugged", "status": "completed", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:49:38.634481 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 3f83646c-2101-4201-99f3-e9addb324bdb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f83646c-2101-4201-99f3-e9addb324bdb,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:49:38.639414 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:38.667810 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4944598e-cbd3-457a-97a3-5405282c041c x-openstack-request-id: req-4944598e-cbd3-457a-97a3-5405282c041c {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:49:38.668126 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "name": "network-vif-plugged", "status": "completed", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:49:38.668384 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4944598e-cbd3-457a-97a3-5405282c041c {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:49:38.668778 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4944598e-cbd3-457a-97a3-5405282c041c'] response: {'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb', 'code': 200} May 05 15:49:38.690153 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=3f83646c-2101-4201-99f3-e9addb324bdb,revision_number=10']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:39.104710 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11201c28-e6a8-4d9f-a680-ed7c67a033df req-4f3a6a1c-f140-40e8-b1f7-14236b7ffdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:39.106214 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-11201c28-e6a8-4d9f-a680-ed7c67a033df req-4f3a6a1c-f140-40e8-b1f7-14236b7ffdb0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 1131 time: 0.0390120 May 05 15:49:39.151557 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-11201c28-e6a8-4d9f-a680-ed7c67a033df req-f4b0d58d-5d73-4e45-b589-cfb8dc55efb5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396266 May 05 15:49:39.441922 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77003d1-f424-4033-b99c-9656bc5d05f3 req-703fcc04-aabe-4ae3-a77c-b43b0a0404ec tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:39.443503 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e77003d1-f424-4033-b99c-9656bc5d05f3 req-703fcc04-aabe-4ae3-a77c-b43b0a0404ec tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 947 time: 0.0478930 May 05 15:49:39.491386 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e77003d1-f424-4033-b99c-9656bc5d05f3 req-eec0d9ce-76af-4725-9dc3-d64971c09df1 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 May 05 15:49:39.509682 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33754) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:39.617669 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9d5f6c6f-b49f-4d03-9e4d-9c03e2d06835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:39.688942 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9d5f6c6f-b49f-4d03-9e4d-9c03e2d06835 admin admin] Publish callbacks [] for security_group (552b1073-a885-469b-a219-e96a195c3c88), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:39.692578 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9d5f6c6f-b49f-4d03-9e4d-9c03e2d06835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (552b1073-a885-469b-a219-e96a195c3c88), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:39.730731 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-9d5f6c6f-b49f-4d03-9e4d-9c03e2d06835 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c02b6eb035541b5b6cc9cb67eab763b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195055 May 05 15:49:39.731597 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f6c6f-b49f-4d03-9e4d-9c03e2d06835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552b1073-a885-469b-a219-e96a195c3c88,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:39.733400 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33758) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:39.781867 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-070bbd94-c8ea-454d-9eed-48ffda986c82 admin admin] Publish callbacks [] for security_group (552b1073-a885-469b-a219-e96a195c3c88), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:39.803028 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-070bbd94-c8ea-454d-9eed-48ffda986c82 admin admin] Publish callbacks [] for security_group (552b1073-a885-469b-a219-e96a195c3c88), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:39.848072 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-070bbd94-c8ea-454d-9eed-48ffda986c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (552b1073-a885-469b-a219-e96a195c3c88), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:39.850779 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-070bbd94-c8ea-454d-9eed-48ffda986c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:39.851902 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-070bbd94-c8ea-454d-9eed-48ffda986c82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/552b1073-a885-469b-a219-e96a195c3c88 HTTP/1.1" status: 204 len: 168 time: 0.1174562 May 05 15:49:39.860875 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bbd94-c8ea-454d-9eed-48ffda986c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552b1073-a885-469b-a219-e96a195c3c88,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:40.621201 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392b79a-2b4a-4783-a877-f912930d87d7 req-22207944-039b-4791-bf92-e08018ee8ff1 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:40.622737 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4392b79a-2b4a-4783-a877-f912930d87d7 req-22207944-039b-4791-bf92-e08018ee8ff1 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 947 time: 0.0527925 May 05 15:49:40.672487 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4392b79a-2b4a-4783-a877-f912930d87d7 req-03ee3c5b-ac45-4e98-9179-5ca6b951f2c0 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429926 May 05 15:49:41.809873 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af51e7-a5b5-4ee3-afea-0e46581cc511 req-b9f697ab-8766-4fdb-adb9-2f0c8aabd8ee tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:49:41.810753 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-34af51e7-a5b5-4ee3-afea-0e46581cc511 req-b9f697ab-8766-4fdb-adb9-2f0c8aabd8ee tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 947 time: 0.0611606 May 05 15:49:41.867696 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-34af51e7-a5b5-4ee3-afea-0e46581cc511 req-c45b9b8c-fb2e-4379-a2b3-df1283e72691 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543232 May 05 15:49:43.443976 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-77c74d55-2cb8-4b40-ad08-b5cebf6a5af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:45.239087 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:49:45.777931 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bfa57e68-1142-4bec-837e-8721041119d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:45.931178 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:47.001487 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:47.716492 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33918) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:47.818324 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:47.908195 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Publish callbacks [] for security_group (5489cf7a-c4b7-4711-9140-f00837a14ae2), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:47.912248 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5489cf7a-c4b7-4711-9140-f00837a14ae2), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:47.953290 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63cbcfd1628347f599e143eb79e5593f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356801 May 05 15:49:47.954376 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5489cf7a-c4b7-4711-9140-f00837a14ae2,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:47.956283 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 33922) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:47.961730 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.962081 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.963415 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.963711 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.964052 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.964383 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.964708 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.965031 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.965356 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.965696 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.966005 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.966357 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.966679 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.966999 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:47.967314 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f575b0-0ace-46c0-91d9-4e06cf08c25b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.004436 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Publish callbacks [] for security_group (5489cf7a-c4b7-4711-9140-f00837a14ae2), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.025244 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Publish callbacks [] for security_group (5489cf7a-c4b7-4711-9140-f00837a14ae2), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.069049 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5489cf7a-c4b7-4711-9140-f00837a14ae2), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.071617 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.073499 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5489cf7a-c4b7-4711-9140-f00837a14ae2 HTTP/1.1" status: 204 len: 168 time: 0.1161888 May 05 15:49:48.081232 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5489cf7a-c4b7-4711-9140-f00837a14ae2,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:48.088280 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.088634 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.088969 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.089309 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.089649 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.089965 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.090322 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.090647 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.090974 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.091298 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.091622 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.091946 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.092265 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.092600 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.092900 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ca92c-6bf8-4bf2-85fa-f4f87809cd05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:49:48.327738 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33928) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:48.341670 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2089dd86-af66-4756-bd73-a630c74f31c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.417831 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2089dd86-af66-4756-bd73-a630c74f31c4 admin admin] Publish callbacks [] for security_group (b76eb8fb-bcd6-44b3-a328-f184d5bf1662), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.421407 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2089dd86-af66-4756-bd73-a630c74f31c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (b76eb8fb-bcd6-44b3-a328-f184d5bf1662), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.461122 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089dd86-af66-4756-bd73-a630c74f31c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76eb8fb-bcd6-44b3-a328-f184d5bf1662,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:48.465472 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2089dd86-af66-4756-bd73-a630c74f31c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7cefe112b3d7496fb4a1f48a85b71bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365135 May 05 15:49:48.468579 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33930) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:48.483298 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.517336 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-69289591-df7d-41c0-ab32-f8c376485768 admin admin] Publish callbacks [] for security_group (b76eb8fb-bcd6-44b3-a328-f184d5bf1662), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.539192 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-69289591-df7d-41c0-ab32-f8c376485768 admin admin] Publish callbacks [] for security_group (b76eb8fb-bcd6-44b3-a328-f184d5bf1662), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.588994 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-69289591-df7d-41c0-ab32-f8c376485768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (b76eb8fb-bcd6-44b3-a328-f184d5bf1662), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.592757 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-69289591-df7d-41c0-ab32-f8c376485768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.594634 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-69289591-df7d-41c0-ab32-f8c376485768 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b76eb8fb-bcd6-44b3-a328-f184d5bf1662 HTTP/1.1" status: 204 len: 168 time: 0.1247561 May 05 15:49:48.604724 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69289591-df7d-41c0-ab32-f8c376485768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76eb8fb-bcd6-44b3-a328-f184d5bf1662,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:48.908595 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33936) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:48.922022 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7e03fdd8-565e-4c85-bb36-50a802bf613c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.995104 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7e03fdd8-565e-4c85-bb36-50a802bf613c admin admin] Publish callbacks [] for security_group (6295d354-45d4-4896-b8b3-eaebcdeb2b04), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:48.998931 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7e03fdd8-565e-4c85-bb36-50a802bf613c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (6295d354-45d4-4896-b8b3-eaebcdeb2b04), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:49.034883 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03fdd8-565e-4c85-bb36-50a802bf613c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6295d354-45d4-4896-b8b3-eaebcdeb2b04,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:49.039975 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-7e03fdd8-565e-4c85-bb36-50a802bf613c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e263c6175ce44e878fc832e0adfe009b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303754 May 05 15:49:49.043292 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 33938) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:49:49.095993 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1dd09bf4-6a5d-4995-aae3-84098ecfb4b8 admin admin] Publish callbacks [] for security_group (6295d354-45d4-4896-b8b3-eaebcdeb2b04), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:49.117271 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1dd09bf4-6a5d-4995-aae3-84098ecfb4b8 admin admin] Publish callbacks [] for security_group (6295d354-45d4-4896-b8b3-eaebcdeb2b04), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:49.162934 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1dd09bf4-6a5d-4995-aae3-84098ecfb4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (6295d354-45d4-4896-b8b3-eaebcdeb2b04), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:49.165712 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1dd09bf4-6a5d-4995-aae3-84098ecfb4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:49:49.167091 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1dd09bf4-6a5d-4995-aae3-84098ecfb4b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6295d354-45d4-4896-b8b3-eaebcdeb2b04 HTTP/1.1" status: 204 len: 168 time: 0.1227763 May 05 15:49:49.175495 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd09bf4-6a5d-4995-aae3-84098ecfb4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6295d354-45d4-4896-b8b3-eaebcdeb2b04,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:49:49.962127 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:04.680830 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-fd38fb8c-e49d-492f-8d95-19874119b814 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807498117&fields=id&tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b HTTP/1.1" status: 200 len: 267 time: 0.0432525 May 05 15:50:04.788355 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019961a-2968-4449-9138-541d2e919a7b req-d79f17dd-3e96-4685-871f-4764b1e16cd1 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:04.789724 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-d79f17dd-3e96-4685-871f-4764b1e16cd1 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 812 time: 0.1027098 May 05 15:50:04.805432 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-eaa7f0ff-e005-4699-af66-096714e945c8 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/quotas/70a38fd1cdcd44f1b9d2fb832027c40b HTTP/1.1" status: 200 len: 375 time: 0.0092897 May 05 15:50:04.856438 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-cb9fb19a-f955-479e-89b5-6938ea467a1d tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458016 May 05 15:50:05.045167 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-f3cd6360-5a22-4ef9-b04d-74e1cbdf76e8 service neutron] 10.222.0.58 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779337 May 05 15:50:05.133673 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-9b1ed68a-653b-41d7-a9cb-c87c440fe3cd service neutron] 10.222.0.58 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828831 May 05 15:50:05.419350 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d55d506c-4577-4415-b2bf-c94963d52829 req-0f8d6131-a4f6-4e31-857b-427d342d7786 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 210 time: 0.0305676 May 05 15:50:06.342951 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019961a-2968-4449-9138-541d2e919a7b req-5be45d9d-162b-47e0-b964-21b47699fbaa tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:06.344430 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-5be45d9d-162b-47e0-b964-21b47699fbaa tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 812 time: 0.1087596 May 05 15:50:06.406518 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-03fbc34d-9238-4f03-937c-5fce5f7e3f90 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b HTTP/1.1" status: 200 len: 380 time: 0.0542541 May 05 15:50:06.414499 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-4019961a-2968-4449-9138-541d2e919a7b req-3e93439e-2b4c-4b39-847a-ad8347d9c09f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Request body: {'port': {'device_id': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'admin_state_up': True, 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'security_groups': ['d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9']}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:50:06.519176 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-34d3e692-54c2-4d55-bed1-777b2c35ab43 req-79776e10-f340-4b78-83e1-858b4aa3c10f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 210 time: 0.0320029 May 05 15:50:06.524241 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4019961a-2968-4449-9138-541d2e919a7b req-3e93439e-2b4c-4b39-847a-ad8347d9c09f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Made reservation on behalf of 70a38fd1cdcd44f1b9d2fb832027c40b for: {'port': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:50:06.528619 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4019961a-2968-4449-9138-541d2e919a7b req-3e93439e-2b4c-4b39-847a-ad8347d9c09f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:06.663192 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [req-4019961a-2968-4449-9138-541d2e919a7b req-3e93439e-2b4c-4b39-847a-ad8347d9c09f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Allocated IP 172.20.0.8 (0331bb37-5dab-419c-8101-94ce6a3a2dcf/c0269e26-05aa-48f4-88c9-5e4227d2190a/ffcb12f3-8d89-4154-bba1-201fbf5d98c9) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:50:06.818890 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4019961a-2968-4449-9138-541d2e919a7b req-3e93439e-2b4c-4b39-847a-ad8347d9c09f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:06.852512 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4019961a-2968-4449-9138-541d2e919a7b req-3e93439e-2b4c-4b39-847a-ad8347d9c09f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:06.897713 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4019961a-2968-4449-9138-541d2e919a7b req-3e93439e-2b4c-4b39-847a-ad8347d9c09f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Network 0331bb37-5dab-419c-8101-94ce6a3a2dcf is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:50:06.901140 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [req-4019961a-2968-4449-9138-541d2e919a7b req-3e93439e-2b4c-4b39-847a-ad8347d9c09f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:50:06.907610 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-4019961a-2968-4449-9138-541d2e919a7b req-3e93439e-2b4c-4b39-847a-ad8347d9c09f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:50:06.914372 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93439e-2b4c-4b39-847a-ad8347d9c09f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'Port': ['ID=ffcb12f3-8d89-4154-bba1-201fbf5d98c9,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:06.968942 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019961a-2968-4449-9138-541d2e919a7b req-3e93439e-2b4c-4b39-847a-ad8347d9c09f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:06.969478 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4019961a-2968-4449-9138-541d2e919a7b req-3e93439e-2b4c-4b39-847a-ad8347d9c09f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:06.988310 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-3e93439e-2b4c-4b39-847a-ad8347d9c09f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5773304 May 05 15:50:07.000617 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Request body: {'port': {'device_id': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:50:07.074458 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:07.150115 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-6319a93d-82a7-48a8-afaa-2b6a7b4f3490 None None] Provisioning complete for port ffcb12f3-8d89-4154-bba1-201fbf5d98c9 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:50:07.150764 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6319a93d-82a7-48a8-afaa-2b6a7b4f3490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:07.184179 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-6319a93d-82a7-48a8-afaa-2b6a7b4f3490 None None] Port ffcb12f3-8d89-4154-bba1-201fbf5d98c9 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:50:07.330619 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffcb12f3-8d89-4154-bba1-201fbf5d98c9 {{(pid=109966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:50:07.338619 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Publish callbacks [] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:07.350813 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.provisioning_blocks [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Transition to ACTIVE for port object ffcb12f3-8d89-4154-bba1-201fbf5d98c9 will not be triggered until provisioned by entity L2. {{(pid=109966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:50:07.354851 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:07.430337 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Pushing event updated for resources: {'Port': ['ID=ffcb12f3-8d89-4154-bba1-201fbf5d98c9,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:07.480971 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Attempting to bind port ffcb12f3-8d89-4154-bba1-201fbf5d98c9 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:50:07.481302 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Attempting to bind port ffcb12f3-8d89-4154-bba1-201fbf5d98c9 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:50:07.481636 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Attempting to bind port ffcb12f3-8d89-4154-bba1-201fbf5d98c9 on network 0331bb37-5dab-419c-8101-94ce6a3a2dcf {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:50:07.486161 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Port ffcb12f3-8d89-4154-bba1-201fbf5d98c9 on network 0331bb37-5dab-419c-8101-94ce6a3a2dcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:50:07.486522 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Attempting to bind port ffcb12f3-8d89-4154-bba1-201fbf5d98c9 on network 0331bb37-5dab-419c-8101-94ce6a3a2dcf {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:50:07.491466 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:50:07.491819 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Checking segment: {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:50:07.492204 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Bound using segment: {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'} {{(pid=109966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:50:07.492635 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.managers [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Bound port: ffcb12f3-8d89-4154-bba1-201fbf5d98c9, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2334f285-da41-4dd5-b87e-bc664fc7cc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf'}}] {{(pid=109966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:50:07.492999 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:07.561211 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] For port ffcb12f3-8d89-4154-bba1-201fbf5d98c9, host hv-cinder-83979, cleared binding levels {{(pid=109966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:50:07.564538 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] For port ffcb12f3-8d89-4154-bba1-201fbf5d98c9, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ffcb12f3-8d89-4154-bba1-201fbf5d98c9,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:50:07.570531 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:07.635986 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:07.636270 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:07.637673 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] 10.222.0.41 "PUT /v2.0/ports/ffcb12f3-8d89-4154-bba1-201fbf5d98c9 HTTP/1.1" status: 200 len: 1093 time: 0.6413870 May 05 15:50:07.640114 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'tag': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:50:07.642513 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a5ebe9-ca29-452e-aafb-ae7c0e1fc247" -d '{"events": [{"name": "network-changed", "server_uuid": "c969e4ec-d433-472a-92ed-05d4d710dd7d", "tag": "ffcb12f3-8d89-4154-bba1-201fbf5d98c9"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:50:07.681630 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fa415-7fbc-4453-a66d-4e9e1e496c8b req-3bebec5e-2eb7-4f73-951a-4e452e6b2b4f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:07.683906 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b68fa415-7fbc-4453-a66d-4e9e1e496c8b req-3bebec5e-2eb7-4f73-951a-4e452e6b2b4f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 943 time: 0.0850768 May 05 15:50:07.684648 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b5f12-eaa7-40bf-9dae-f21fdde9934e service neutron] Pushing event updated for resources: {'Port': ['ID=ffcb12f3-8d89-4154-bba1-201fbf5d98c9,revision_number=3']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:07.701309 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae4793e-4239-4a1b-894d-f330682d1bed x-openstack-request-id: req-2ae4793e-4239-4a1b-894d-f330682d1bed {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:50:07.701602 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c969e4ec-d433-472a-92ed-05d4d710dd7d", "tag": "ffcb12f3-8d89-4154-bba1-201fbf5d98c9", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:50:07.701857 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ae4793e-4239-4a1b-894d-f330682d1bed {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:50:07.702275 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae4793e-4239-4a1b-894d-f330682d1bed'] response: {'name': 'network-changed', 'server_uuid': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'tag': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9', 'status': 'completed', 'code': 200} May 05 15:50:07.747076 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019961a-2968-4449-9138-541d2e919a7b req-824b40f4-bf1b-4169-9abf-e4861ea8dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:07.748577 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-824b40f4-bf1b-4169-9abf-e4861ea8dc5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 1127 time: 0.0609565 May 05 15:50:07.808459 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b68fa415-7fbc-4453-a66d-4e9e1e496c8b req-4cdd3226-c1a8-4e0f-99c6-92dc62dee4e2 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115990 May 05 15:50:07.809659 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-fe1fbdcd-36a9-4f37-81ec-1d861e70c111 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffcb12f3-8d89-4154-bba1-201fbf5d98c9 HTTP/1.1" status: 200 len: 217 time: 0.0531740 May 05 15:50:07.863101 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019961a-2968-4449-9138-541d2e919a7b req-784f70ba-69ea-4f99-90be-f0e833e7c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:07.864714 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-784f70ba-69ea-4f99-90be-f0e833e7c450 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0269e26-05aa-48f4-88c9-5e4227d2190a HTTP/1.1" status: 200 len: 851 time: 0.0488684 May 05 15:50:07.911511 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019961a-2968-4449-9138-541d2e919a7b req-5c97cf55-c7bd-4dd0-84ce-5d7c1b09d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:07.912941 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-5c97cf55-c7bd-4dd0-84ce-5d7c1b09d156 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0331bb37-5dab-419c-8101-94ce6a3a2dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425639 May 05 15:50:08.006291 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-59689dcc-dd94-4aa4-b8e5-4cf0f56e5acd service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871854 May 05 15:50:08.100843 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4019961a-2968-4449-9138-541d2e919a7b req-10457613-29e8-4acb-978f-9f6745fda23d service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875661 May 05 15:50:08.401788 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5ebe9-ca29-452e-aafb-ae7c0e1fc247 req-b1a4e8aa-748d-465d-9042-650b63b7e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:08.403308 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7a5ebe9-ca29-452e-aafb-ae7c0e1fc247 req-b1a4e8aa-748d-465d-9042-650b63b7e1a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 1127 time: 0.0449746 May 05 15:50:08.492842 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5ebe9-ca29-452e-aafb-ae7c0e1fc247 req-fec95436-c711-44ca-ae44-c0cf0dd8e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:08.494558 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7a5ebe9-ca29-452e-aafb-ae7c0e1fc247 req-fec95436-c711-44ca-ae44-c0cf0dd8e1e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 913 time: 0.0836480 May 05 15:50:08.542019 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7a5ebe9-ca29-452e-aafb-ae7c0e1fc247 req-0f0312a9-764f-4485-9c00-4fe641787068 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffcb12f3-8d89-4154-bba1-201fbf5d98c9 HTTP/1.1" status: 200 len: 217 time: 0.0377874 May 05 15:50:08.592667 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5ebe9-ca29-452e-aafb-ae7c0e1fc247 req-d30343ae-f451-4fbd-b538-d837c8cb71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:08.594069 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7a5ebe9-ca29-452e-aafb-ae7c0e1fc247 req-d30343ae-f451-4fbd-b538-d837c8cb71f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0269e26-05aa-48f4-88c9-5e4227d2190a HTTP/1.1" status: 200 len: 851 time: 0.0437331 May 05 15:50:08.637052 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5ebe9-ca29-452e-aafb-ae7c0e1fc247 req-ece482d0-1df8-4083-ba31-b96e0870c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:08.638525 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7a5ebe9-ca29-452e-aafb-ae7c0e1fc247 req-ece482d0-1df8-4083-ba31-b96e0870c9ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0331bb37-5dab-419c-8101-94ce6a3a2dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381861 May 05 15:50:08.730803 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7a5ebe9-ca29-452e-aafb-ae7c0e1fc247 req-49240876-21e5-46ad-98cf-79ebc03c5c36 service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856092 May 05 15:50:08.817462 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7a5ebe9-ca29-452e-aafb-ae7c0e1fc247 req-4b8740fe-9bba-43f4-ad49-96ebaf0295b6 service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808074 May 05 15:50:08.928667 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fcf46-0048-4884-a0a9-eadb929a6ec1 req-474d9657-64d5-4a03-a955-8d213f6817b2 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:08.930314 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-674fcf46-0048-4884-a0a9-eadb929a6ec1 req-474d9657-64d5-4a03-a955-8d213f6817b2 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 943 time: 0.0460813 May 05 15:50:08.980013 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-674fcf46-0048-4884-a0a9-eadb929a6ec1 req-2449ceca-933d-428b-a715-7189924e03a8 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434375 May 05 15:50:10.095555 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61144497-2459-44f3-b052-adf08e1455fc req-c50dfd38-8de9-4e50-b19d-91bc1e0cdca4 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:10.097219 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-61144497-2459-44f3-b052-adf08e1455fc req-c50dfd38-8de9-4e50-b19d-91bc1e0cdca4 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 943 time: 0.0485296 May 05 15:50:10.153198 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-61144497-2459-44f3-b052-adf08e1455fc req-688434fe-84f7-4e4e-a902-6a9bc45dab53 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496290 May 05 15:50:11.268935 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d1406-e872-468c-9591-58f7d175e7ff req-c0eacb45-d34a-4ea3-881e-d37ce0ff94ca tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:11.270507 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-871d1406-e872-468c-9591-58f7d175e7ff req-c0eacb45-d34a-4ea3-881e-d37ce0ff94ca tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 943 time: 0.0490086 May 05 15:50:11.319530 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-871d1406-e872-468c-9591-58f7d175e7ff req-62140421-ffbf-4bff-b58e-624564b8eb5b tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434089 May 05 15:50:12.437580 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3d53e-1384-4c3e-acd0-f377f0680597 req-8bbcddb8-f69f-4dec-bb64-f0cf6658581c tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:12.439160 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cdc3d53e-1384-4c3e-acd0-f377f0680597 req-8bbcddb8-f69f-4dec-bb64-f0cf6658581c tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 943 time: 0.0470471 May 05 15:50:12.491219 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cdc3d53e-1384-4c3e-acd0-f377f0680597 req-234c1480-f8da-4c72-981d-045f07a2da8b tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463927 May 05 15:50:13.447716 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dcadf6c3-410e-40b8-ac48-01d4610517f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:13.618152 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62d705-4116-4066-99f5-66b6325c9d47 req-a25f37a8-e62c-4dfc-a8c3-e80d52014239 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:13.619690 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7c62d705-4116-4066-99f5-66b6325c9d47 req-a25f37a8-e62c-4dfc-a8c3-e80d52014239 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 943 time: 0.0500007 May 05 15:50:13.668273 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7c62d705-4116-4066-99f5-66b6325c9d47 req-c20817bf-bbc5-4886-ba18-fafa547ce6fd tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426192 May 05 15:50:14.782629 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e1205-f5bf-41ce-99e1-5f434af49f1b req-4276f34c-0081-4d81-ab94-de2098642e6f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:14.784013 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-940e1205-f5bf-41ce-99e1-5f434af49f1b req-4276f34c-0081-4d81-ab94-de2098642e6f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 943 time: 0.0469029 May 05 15:50:14.833939 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-940e1205-f5bf-41ce-99e1-5f434af49f1b req-a0118405-d02a-4b43-8ced-ff656642afbe tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442243 May 05 15:50:15.779967 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4e715ad8-ed54-47b7-865e-55d2049b7664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:15.932945 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:15.955003 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98adf0-f280-4297-892e-8305827c28d2 req-37406184-c57d-4acc-8310-8d97f7c6c6aa tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:15.956571 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4d98adf0-f280-4297-892e-8305827c28d2 req-37406184-c57d-4acc-8310-8d97f7c6c6aa tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 943 time: 0.0553007 May 05 15:50:16.017490 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4d98adf0-f280-4297-892e-8305827c28d2 req-d8df3a25-9ab3-4eb6-bc90-f9cf0c7ec27d tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551841 May 05 15:50:16.657656 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device ffcb12f3-8d89-4154-bba1-201fbf5d98c9 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:50:16.891326 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port ffcb12f3-8d89-4154-bba1-201fbf5d98c9, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ffcb12f3-8d89-4154-bba1-201fbf5d98c9,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:50:16.902307 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'port_id': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9', 'mac_address': 'fa:16:3e:58:ab:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:50:16.939057 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port ffcb12f3-8d89-4154-bba1-201fbf5d98c9 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:50:16.939453 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:16.952849 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcb12f3-8d89-4154-bba1-201fbf5d98c9 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:50:16.972688 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port ffcb12f3-8d89-4154-bba1-201fbf5d98c9, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ffcb12f3-8d89-4154-bba1-201fbf5d98c9,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:50:16.977336 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:17.036134 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:17.040564 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=ffcb12f3-8d89-4154-bba1-201fbf5d98c9,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:17.048734 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.049091 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.049486 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.049849 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.050208 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.050549 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.050907 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.051237 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.051721 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.052010 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.052346 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.052695 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.053025 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.053374 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.053661 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:50:17.136921 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb167d05-305f-46a6-9ed8-4a843595b14c req-c3ef2605-52d8-4b09-b0ad-9aea529a5aaa tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:17.138412 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fb167d05-305f-46a6-9ed8-4a843595b14c req-c3ef2605-52d8-4b09-b0ad-9aea529a5aaa tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 944 time: 0.0535622 May 05 15:50:17.188797 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fb167d05-305f-46a6-9ed8-4a843595b14c req-8669bb5d-7d1b-4fc2-a4ab-c159a85db219 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440791 May 05 15:50:17.223499 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['ffcb12f3-8d89-4154-bba1-201fbf5d98c9'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:50:18.305593 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23513f7c-a7cb-425e-af42-38a3cc7dc260 req-63785b94-82c1-45f3-b9ef-11dc16cefcec tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:18.307188 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-23513f7c-a7cb-425e-af42-38a3cc7dc260 req-63785b94-82c1-45f3-b9ef-11dc16cefcec tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 944 time: 0.0513439 May 05 15:50:18.478236 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:18.532478 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a4f94341-c672-4672-bf2f-0bc7a98eff77 req-1c344b9f-7acf-4102-a9bf-8f72cd15e40a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417733 May 05 15:50:18.616532 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f94341-c672-4672-bf2f-0bc7a98eff77 req-2daeb4da-1415-477e-98a9-3a4e46f8ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:18.618114 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a4f94341-c672-4672-bf2f-0bc7a98eff77 req-2daeb4da-1415-477e-98a9-3a4e46f8ade8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 1131 time: 0.0399938 May 05 15:50:18.627193 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-23513f7c-a7cb-425e-af42-38a3cc7dc260 req-22abf172-cde5-4264-a040-e47158349eb6 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144002 May 05 15:50:18.657324 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device ffcb12f3-8d89-4154-bba1-201fbf5d98c9 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:50:18.705280 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port ffcb12f3-8d89-4154-bba1-201fbf5d98c9 completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:50:18.711415 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port ffcb12f3-8d89-4154-bba1-201fbf5d98c9 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:50:18.711760 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:18.730005 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f94341-c672-4672-bf2f-0bc7a98eff77 req-a9930236-8ff6-45b3-803b-262b94529bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:18.731426 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a4f94341-c672-4672-bf2f-0bc7a98eff77 req-a9930236-8ff6-45b3-803b-262b94529bb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 200 len: 917 time: 0.0923853 May 05 15:50:18.796208 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port ffcb12f3-8d89-4154-bba1-201fbf5d98c9 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:50:18.796814 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:18.800552 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a4f94341-c672-4672-bf2f-0bc7a98eff77 req-d327a36d-a718-42e9-8966-314782efe917 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f83646c-2101-4201-99f3-e9addb324bdb HTTP/1.1" status: 200 len: 1001 time: 0.0623543 May 05 15:50:18.822418 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:50:18.824687 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22961eac-6610-4cb8-9843-e976ac1850b9" -d '{"events": [{"server_uuid": "c969e4ec-d433-472a-92ed-05d4d710dd7d", "name": "network-vif-plugged", "status": "completed", "tag": "ffcb12f3-8d89-4154-bba1-201fbf5d98c9"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:50:18.837614 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port ffcb12f3-8d89-4154-bba1-201fbf5d98c9, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ffcb12f3-8d89-4154-bba1-201fbf5d98c9,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:50:18.842541 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:18.867914 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da0ffe-a3df-43fd-a330-d8f1e1b64174 x-openstack-request-id: req-c8da0ffe-a3df-43fd-a330-d8f1e1b64174 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:50:18.868213 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c969e4ec-d433-472a-92ed-05d4d710dd7d", "name": "network-vif-plugged", "status": "completed", "tag": "ffcb12f3-8d89-4154-bba1-201fbf5d98c9", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:50:18.868471 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8da0ffe-a3df-43fd-a330-d8f1e1b64174 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:50:18.868870 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8da0ffe-a3df-43fd-a330-d8f1e1b64174'] response: {'server_uuid': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9', 'code': 200} May 05 15:50:18.873016 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f94341-c672-4672-bf2f-0bc7a98eff77 req-1cb39eef-88e9-45c9-a3e2-6037d9e6dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:18.875373 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a4f94341-c672-4672-bf2f-0bc7a98eff77 req-1cb39eef-88e9-45c9-a3e2-6037d9e6dfdd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33 HTTP/1.1" status: 200 len: 855 time: 0.0660613 May 05 15:50:18.896122 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=ffcb12f3-8d89-4154-bba1-201fbf5d98c9,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:18.923189 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f94341-c672-4672-bf2f-0bc7a98eff77 req-f6dde553-9b91-459d-98b1-59cdba7455c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:18.924675 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a4f94341-c672-4672-bf2f-0bc7a98eff77 req-f6dde553-9b91-459d-98b1-59cdba7455c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a655f93-a527-4370-a676-4e688ca3a876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432081 May 05 15:50:19.061994 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a4f94341-c672-4672-bf2f-0bc7a98eff77 req-96d8b097-1066-4866-a6f2-b27f57ce72f1 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909493 May 05 15:50:19.097655 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500848c4-0162-471f-a910-68ac4745d913 req-08c79014-874b-432c-a9e5-342d6e87cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:19.099201 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-500848c4-0162-471f-a910-68ac4745d913 req-08c79014-874b-432c-a9e5-342d6e87cebe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 1129 time: 0.0410802 May 05 15:50:19.147019 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-500848c4-0162-471f-a910-68ac4745d913 req-4171e5a6-a175-4159-a0af-9fdf006b90c8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402889 May 05 15:50:19.154769 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a4f94341-c672-4672-bf2f-0bc7a98eff77 req-a3b60366-b4d0-4f31-b340-82344d283d34 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862293 May 05 15:50:19.750869 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919418df-78f2-481c-b391-e6313ba55b33 req-a0406601-7a95-4077-89c8-3da7a6a29e9e tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:19.752360 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-919418df-78f2-481c-b391-e6313ba55b33 req-a0406601-7a95-4077-89c8-3da7a6a29e9e tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0545025 May 05 15:50:19.806985 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-919418df-78f2-481c-b391-e6313ba55b33 req-b2b024e4-15b7-429e-9e49-0c5b40cda2e9 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487568 May 05 15:50:19.960017 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:20.942524 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29685590-cff6-4b50-b309-2d9271d12c04 req-d225916e-4706-4e65-bd2d-876df7e6ebe7 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:20.944032 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-29685590-cff6-4b50-b309-2d9271d12c04 req-d225916e-4706-4e65-bd2d-876df7e6ebe7 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0675910 May 05 15:50:21.011728 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-29685590-cff6-4b50-b309-2d9271d12c04 req-a6856ac7-b3c6-4783-80cb-53fb0edbd0f3 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604041 May 05 15:50:21.131769 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e1e89-4bfd-4366-98d0-46a5da223379 req-02afd160-9492-432a-b86c-e8a3836948ae tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:21.133219 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ed7e1e89-4bfd-4366-98d0-46a5da223379 req-02afd160-9492-432a-b86c-e8a3836948ae tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0460861 May 05 15:50:21.179921 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ed7e1e89-4bfd-4366-98d0-46a5da223379 req-7a5f8434-70de-4e80-8ec7-520e486c4f6d tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411997 May 05 15:50:21.202628 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34260) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:50:21.334603 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f5def9-6313-4657-aa09-3d9e99dafcb7 tempest-TestVolumeBootPattern-458336347 tempest-TestVolumeBootPattern-458336347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:21.336216 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-69f5def9-6313-4657-aa09-3d9e99dafcb7 tempest-TestVolumeBootPattern-458336347 tempest-TestVolumeBootPattern-458336347-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 1124 time: 0.1326277 May 05 15:50:21.339071 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34264) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:50:21.343262 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'port_id': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:50:21.363170 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:21.447568 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:21.559157 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Allocated IP 172.27.3.144 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/7b0cf6c6-896e-4c32-bc4a-88262d25abc3) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:50:21.661291 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for port (7b0cf6c6-896e-4c32-bc4a-88262d25abc3), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:21.692952 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (7b0cf6c6-896e-4c32-bc4a-88262d25abc3), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:21.729307 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:50:21.732152 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:50:21.740488 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:50:21.746131 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'Port': ['ID=7b0cf6c6-896e-4c32-bc4a-88262d25abc3,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:22.125216 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for floatingip (e5d76ba9-87cf-41e7-84cb-c57b520a69f0), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:22.196682 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (7b0cf6c6-896e-4c32-bc4a-88262d25abc3), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:22.239933 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:50:22.356022 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f843d-8af1-4038-82c8-1144d47b4511 req-bb706834-8f5a-4ac7-8def-14dd02f09101 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:22.359752 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ba0f843d-8af1-4038-82c8-1144d47b4511 req-bb706834-8f5a-4ac7-8def-14dd02f09101 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 947 time: 0.0675704 May 05 15:50:22.366059 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for port (7b0cf6c6-896e-4c32-bc4a-88262d25abc3), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:22.371723 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (7b0cf6c6-896e-4c32-bc4a-88262d25abc3), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:22.418857 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ba0f843d-8af1-4038-82c8-1144d47b4511 req-fd3cfb7f-f3d3-489a-8eb2-31c42b121a2a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532916 May 05 15:50:22.454893 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event updated for resources: {'Port': ['ID=7b0cf6c6-896e-4c32-bc4a-88262d25abc3,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:22.461274 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (e5d76ba9-87cf-41e7-84cb-c57b520a69f0), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:22.569467 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Floating IP e5d76ba9-87cf-41e7-84cb-c57b520a69f0 associated. External IP: 172.27.3.144, port: ffcb12f3-8d89-4154-bba1-201fbf5d98c9. May 05 15:50:22.776933 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Router 20f547a5-6c14-460a-a4e2-e4a49202ed40 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:50:22.884719 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:50:22.894906 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9b89a6-f192-4dfb-9343-06215494d7f8 None None] Sync routers for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:50:22.902535 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:22.904674 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9b89a6-f192-4dfb-9343-06215494d7f8 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:50:22.905469 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-ed9b89a6-f192-4dfb-9343-06215494d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:50:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:50:22.932912 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-678ab1b6-1099-476a-b769-9f401ddbd738 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5928328 May 05 15:50:22.933985 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'tag': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:50:22.937162 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867cc13d-eb49-4829-8c3b-3b529a950f83" -d '{"events": [{"name": "network-changed", "server_uuid": "c969e4ec-d433-472a-92ed-05d4d710dd7d", "tag": "ffcb12f3-8d89-4154-bba1-201fbf5d98c9"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:50:22.973320 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58c09a8-4bb8-4150-bd30-75a97676d00e x-openstack-request-id: req-a58c09a8-4bb8-4150-bd30-75a97676d00e {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:50:22.973634 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c969e4ec-d433-472a-92ed-05d4d710dd7d", "tag": "ffcb12f3-8d89-4154-bba1-201fbf5d98c9", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:50:22.973891 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a58c09a8-4bb8-4150-bd30-75a97676d00e {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:50:22.974322 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58c09a8-4bb8-4150-bd30-75a97676d00e'] response: {'name': 'network-changed', 'server_uuid': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'tag': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9', 'status': 'completed', 'code': 200} May 05 15:50:23.021767 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-ed9b89a6-f192-4dfb-9343-06215494d7f8 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:50:23.239741 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-ed9b89a6-f192-4dfb-9343-06215494d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:13:f3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:48:11Z', 'updated_at': '2022-05-05T15:48:13Z', 'revision_number': 1, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}, {'id': 'e5d76ba9-87cf-41e7-84cb-c57b520a69f0', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:58:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:50:21Z', 'updated_at': '2022-05-05T15:50:21Z', 'revision_number': 0, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:50:23.265719 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9b89a6-f192-4dfb-9343-06215494d7f8 None None] Checking router: 20f547a5-6c14-460a-a4e2-e4a49202ed40 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:50:23.273817 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9b89a6-f192-4dfb-9343-06215494d7f8 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:50:23.274464 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-ed9b89a6-f192-4dfb-9343-06215494d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:50:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:50:23.386365 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-ed9b89a6-f192-4dfb-9343-06215494d7f8 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:50:23.547101 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0877f0-7581-4802-a747-670e8d34a410 req-9d595c90-2a40-4367-ac73-3272a7a5e4e0 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:23.548609 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4d0877f0-7581-4802-a747-670e8d34a410 req-9d595c90-2a40-4367-ac73-3272a7a5e4e0 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 947 time: 0.0488815 May 05 15:50:23.602116 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4d0877f0-7581-4802-a747-670e8d34a410 req-21888a08-8144-4eb1-8c77-576b13062a2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=f46a7abf-e837-40f8-9a88-13a9a00a5805&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478981 May 05 15:50:23.616483 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-ed9b89a6-f192-4dfb-9343-06215494d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:13:f3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:48:11Z', 'updated_at': '2022-05-05T15:48:13Z', 'revision_number': 1, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}, {'id': 'e5d76ba9-87cf-41e7-84cb-c57b520a69f0', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:58:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:50:21Z', 'updated_at': '2022-05-05T15:50:21Z', 'revision_number': 0, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:50:23.643721 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cc13d-eb49-4829-8c3b-3b529a950f83 req-51cc501b-0734-4afd-adb4-367a0f5dedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:23.645231 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-867cc13d-eb49-4829-8c3b-3b529a950f83 req-51cc501b-0734-4afd-adb4-367a0f5dedfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 1129 time: 0.0419116 May 05 15:50:23.647867 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9b89a6-f192-4dfb-9343-06215494d7f8 None None] The sync data for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi is: [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:13:f3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:48:11Z', 'updated_at': '2022-05-05T15:48:13Z', 'revision_number': 1, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}, {'id': 'e5d76ba9-87cf-41e7-84cb-c57b520a69f0', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:58:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:50:21Z', 'updated_at': '2022-05-05T15:50:21Z', 'revision_number': 0, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:50:23.774393 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cc13d-eb49-4829-8c3b-3b529a950f83 req-b73fa1ba-729d-4608-853f-0799c6c4e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:23.775864 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-867cc13d-eb49-4829-8c3b-3b529a950f83 req-b73fa1ba-729d-4608-853f-0799c6c4e612 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 913 time: 0.0921237 May 05 15:50:23.862861 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538c7fb2-34ff-4ed1-b32c-53d0dfa0dcbc None None] New status for floating IP e5d76ba9-87cf-41e7-84cb-c57b520a69f0: ACTIVE {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:50:23.933895 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-867cc13d-eb49-4829-8c3b-3b529a950f83 req-212e87a9-0b69-45a1-811d-139dd89d17ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffcb12f3-8d89-4154-bba1-201fbf5d98c9 HTTP/1.1" status: 200 len: 999 time: 0.0732269 May 05 15:50:23.999172 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cc13d-eb49-4829-8c3b-3b529a950f83 req-f1709324-7dc0-415f-b63f-a644412d785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:24.000991 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-867cc13d-eb49-4829-8c3b-3b529a950f83 req-f1709324-7dc0-415f-b63f-a644412d785e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0269e26-05aa-48f4-88c9-5e4227d2190a HTTP/1.1" status: 200 len: 851 time: 0.0564740 May 05 15:50:24.054257 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cc13d-eb49-4829-8c3b-3b529a950f83 req-da831651-8b24-4543-ad73-c87b44cba59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:24.056375 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-867cc13d-eb49-4829-8c3b-3b529a950f83 req-da831651-8b24-4543-ad73-c87b44cba59e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0331bb37-5dab-419c-8101-94ce6a3a2dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494003 May 05 15:50:24.072619 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-be29ff87-a86e-497e-b1be-59f5c82e9ff8 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:24.074359 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-be29ff87-a86e-497e-b1be-59f5c82e9ff8 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.41 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 947 time: 0.0932944 May 05 15:50:24.184914 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-867cc13d-eb49-4829-8c3b-3b529a950f83 req-c19c55c3-e9ad-4fea-a254-2c4bea0122be service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212680 May 05 15:50:24.186203 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Deleting port 3f83646c-2101-4201-99f3-e9addb324bdb {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:50:24.186565 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:24.296215 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-867cc13d-eb49-4829-8c3b-3b529a950f83 req-d8c05f5a-1324-40a6-bef9-d4bd33d5fc3d service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009336 May 05 15:50:24.300984 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] For port 3f83646c-2101-4201-99f3-e9addb324bdb, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f83646c-2101-4201-99f3-e9addb324bdb,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:50:24.301348 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:24.481729 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:24.482091 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (b092f932-d17c-4223-97d8-1dcd25fa71e8), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:24.482514 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Floating IP b092f932-d17c-4223-97d8-1dcd25fa71e8 disassociated. External IP: 172.27.3.71, port: 3f83646c-2101-4201-99f3-e9addb324bdb. May 05 15:50:24.482844 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Calling delete_port for 3f83646c-2101-4201-99f3-e9addb324bdb owned by compute:nova {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:50:24.632270 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (3f83646c-2101-4201-99f3-e9addb324bdb), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:24.662112 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event deleted for resources: {'Port': ['ID=3f83646c-2101-4201-99f3-e9addb324bdb,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:24.742502 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7ffe72f9-5854-408f-b6d9-b40c4dd79434 req-8d643136-2a3b-46ec-a352-00d9969ada36 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=c65a1439-808b-47f8-b699-27c2fe40f077 HTTP/1.1" status: 200 len: 210 time: 0.0319650 May 05 15:50:24.811264 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Router c5924614-3769-4e39-ab51-302729d589b5 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:50:24.924660 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:50:24.933794 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edab336-f71c-40a8-acab-5a3b1671ccc7 None None] Sync routers for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:50:24.944023 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edab336-f71c-40a8-acab-5a3b1671ccc7 None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:50:24.944578 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-1edab336-f71c-40a8-acab-5a3b1671ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:50:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:50:24.968144 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] No DVR routers for this DVR port 3f83646c-2101-4201-99f3-e9addb324bdb on host hv-cinder-83979 {{(pid=109965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:50:24.970668 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:24.973989 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ca2998b6-9edd-4d3d-876f-1be2b602f555 req-b125ffe7-bf66-493e-b85c-c254260b9ec9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.41 "DELETE /v2.0/ports/3f83646c-2101-4201-99f3-e9addb324bdb HTTP/1.1" status: 204 len: 173 time: 0.8898449 May 05 15:50:24.975548 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'name': 'network-vif-deleted', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:50:24.977855 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e76b14-b44d-416e-acaf-bb434222c0bd" -d '{"events": [{"server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "name": "network-vif-deleted", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:50:25.041582 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52be68b5-3ac0-4dda-973e-1702a902d741 x-openstack-request-id: req-52be68b5-3ac0-4dda-973e-1702a902d741 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:50:25.042036 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65a1439-808b-47f8-b699-27c2fe40f077", "name": "network-vif-deleted", "tag": "3f83646c-2101-4201-99f3-e9addb324bdb", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:50:25.042651 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52be68b5-3ac0-4dda-973e-1702a902d741 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:50:25.043271 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52be68b5-3ac0-4dda-973e-1702a902d741'] response: {'server_uuid': 'c65a1439-808b-47f8-b699-27c2fe40f077', 'name': 'network-vif-deleted', 'tag': '3f83646c-2101-4201-99f3-e9addb324bdb', 'status': 'completed', 'code': 200} May 05 15:50:25.099949 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-1edab336-f71c-40a8-acab-5a3b1671ccc7 None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:50:25.299291 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-1edab336-f71c-40a8-acab-5a3b1671ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:37Z', 'revision_number': 5, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:50:25.325533 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edab336-f71c-40a8-acab-5a3b1671ccc7 None None] Checking router: c5924614-3769-4e39-ab51-302729d589b5 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:50:25.337338 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edab336-f71c-40a8-acab-5a3b1671ccc7 None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:50:25.337968 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-1edab336-f71c-40a8-acab-5a3b1671ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:50:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:50:25.453870 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-1edab336-f71c-40a8-acab-5a3b1671ccc7 None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:50:25.638892 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-1edab336-f71c-40a8-acab-5a3b1671ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:37Z', 'revision_number': 5, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:50:25.805891 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edab336-f71c-40a8-acab-5a3b1671ccc7 None None] The sync data for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi is: [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:37Z', 'revision_number': 5, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:50:25.838277 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34316) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:50:25.897661 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-23680176-409a-40d8-9608-3dfcb8eabb30 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group (f46a7abf-e837-40f8-9a88-13a9a00a5805), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:25.922124 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-23680176-409a-40d8-9608-3dfcb8eabb30 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group (f46a7abf-e837-40f8-9a88-13a9a00a5805), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:25.976579 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-23680176-409a-40d8-9608-3dfcb8eabb30 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (f46a7abf-e837-40f8-9a88-13a9a00a5805), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:25.980699 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-23680176-409a-40d8-9608-3dfcb8eabb30 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:25.984378 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-23680176-409a-40d8-9608-3dfcb8eabb30 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "DELETE /v2.0/security-groups/f46a7abf-e837-40f8-9a88-13a9a00a5805 HTTP/1.1" status: 204 len: 168 time: 0.1425660 May 05 15:50:25.984833 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34318) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:50:25.992835 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23680176-409a-40d8-9608-3dfcb8eabb30 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46a7abf-e837-40f8-9a88-13a9a00a5805,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:26.001449 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.api.v2.resource [None req-8b550b54-74cf-477f-bf8d-331c8ba547e0 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] show failed (client error): The resource could not be found. May 05 15:50:26.002488 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-8b550b54-74cf-477f-bf8d-331c8ba547e0 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups/f46a7abf-e837-40f8-9a88-13a9a00a5805 HTTP/1.1" status: 404 len: 347 time: 0.0149190 May 05 15:50:26.009242 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34320) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:50:26.080188 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8161fc-895a-4943-85ab-d6351ccdc778 None None] New status for floating IP b092f932-d17c-4223-97d8-1dcd25fa71e8: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:50:26.136448 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-24ab31d0-3366-460f-b7d4-be2a62493591 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Deleting port 5341e19a-9d9f-4424-96d6-d48d3783e52c {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:50:26.136711 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24ab31d0-3366-460f-b7d4-be2a62493591 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (5341e19a-9d9f-4424-96d6-d48d3783e52c), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:26.218488 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24ab31d0-3366-460f-b7d4-be2a62493591 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (5341e19a-9d9f-4424-96d6-d48d3783e52c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:26.218823 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24ab31d0-3366-460f-b7d4-be2a62493591 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (5341e19a-9d9f-4424-96d6-d48d3783e52c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:26.232211 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-24ab31d0-3366-460f-b7d4-be2a62493591 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Calling delete_port for 5341e19a-9d9f-4424-96d6-d48d3783e52c owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:50:26.371224 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24ab31d0-3366-460f-b7d4-be2a62493591 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (5341e19a-9d9f-4424-96d6-d48d3783e52c), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:26.397546 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab31d0-3366-460f-b7d4-be2a62493591 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event deleted for resources: {'Port': ['ID=5341e19a-9d9f-4424-96d6-d48d3783e52c,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:26.459937 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24ab31d0-3366-460f-b7d4-be2a62493591 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (b092f932-d17c-4223-97d8-1dcd25fa71e8), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:26.462556 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24ab31d0-3366-460f-b7d4-be2a62493591 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:26.463683 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-24ab31d0-3366-460f-b7d4-be2a62493591 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "DELETE /v2.0/floatingips/b092f932-d17c-4223-97d8-1dcd25fa71e8 HTTP/1.1" status: 204 len: 168 time: 0.4531443 May 05 15:50:26.741665 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34324) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:50:26.746194 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-9e044522-74b4-415e-9c2b-f12b00d58198 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142140063', 'description': 'tempest-description--2010089558'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:50:26.767095 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9e044522-74b4-415e-9c2b-f12b00d58198 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:26.840091 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9e044522-74b4-415e-9c2b-f12b00d58198 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group (8350eac7-27e3-4ed6-a7cd-43ddfdd14083), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:26.845885 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9e044522-74b4-415e-9c2b-f12b00d58198 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (8350eac7-27e3-4ed6-a7cd-43ddfdd14083), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:26.880373 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9e044522-74b4-415e-9c2b-f12b00d58198 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:26.881670 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-9e044522-74b4-415e-9c2b-f12b00d58198 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1389480 May 05 15:50:26.884777 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34328) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:50:26.888333 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e044522-74b4-415e-9c2b-f12b00d58198 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8350eac7-27e3-4ed6-a7cd-43ddfdd14083,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:26.890144 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-ceb27e8a-b6ce-47bc-b350-ed28c757a4ee tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Request body: {'security_group_rule': {'security_group_id': '8350eac7-27e3-4ed6-a7cd-43ddfdd14083', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:50:26.922430 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ceb27e8a-b6ce-47bc-b350-ed28c757a4ee tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group_rule (dbe48872-e01b-465c-b60b-2174ca60ad09), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:26.990660 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ceb27e8a-b6ce-47bc-b350-ed28c757a4ee tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group_rule (dbe48872-e01b-465c-b60b-2174ca60ad09), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:26.995556 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ceb27e8a-b6ce-47bc-b350-ed28c757a4ee tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (dbe48872-e01b-465c-b60b-2174ca60ad09), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:27.281594 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb27e8a-b6ce-47bc-b350-ed28c757a4ee tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe48872-e01b-465c-b60b-2174ca60ad09,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:27.290017 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ceb27e8a-b6ce-47bc-b350-ed28c757a4ee tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:27.291032 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ceb27e8a-b6ce-47bc-b350-ed28c757a4ee tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4051919 May 05 15:50:27.293922 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34334) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:50:27.298916 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-6ece0882-4aa8-410f-9c4a-9b82885d6842 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Request body: {'security_group_rule': {'security_group_id': '8350eac7-27e3-4ed6-a7cd-43ddfdd14083', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:50:27.323838 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6ece0882-4aa8-410f-9c4a-9b82885d6842 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group_rule (3adbcd27-5023-40c2-ab4a-05147496839c), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:27.381871 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6ece0882-4aa8-410f-9c4a-9b82885d6842 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group_rule (3adbcd27-5023-40c2-ab4a-05147496839c), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:27.385177 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6ece0882-4aa8-410f-9c4a-9b82885d6842 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (3adbcd27-5023-40c2-ab4a-05147496839c), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:27.403052 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece0882-4aa8-410f-9c4a-9b82885d6842 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adbcd27-5023-40c2-ab4a-05147496839c,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:27.411196 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6ece0882-4aa8-410f-9c4a-9b82885d6842 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:27.412363 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-6ece0882-4aa8-410f-9c4a-9b82885d6842 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170187 May 05 15:50:27.415433 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34336) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:50:27.419543 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:50:27.439157 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:27.518061 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:27.618966 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Allocated IP 172.27.3.234 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/7f956c74-61e8-4790-ba88-a76a4eb459a6) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:50:27.720226 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for port (7f956c74-61e8-4790-ba88-a76a4eb459a6), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:27.753351 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (7f956c74-61e8-4790-ba88-a76a4eb459a6), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:27.789018 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:50:27.791697 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:50:27.794105 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:50:27.825501 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event updated for resources: {'Port': ['ID=7f956c74-61e8-4790-ba88-a76a4eb459a6,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:27.890341 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (c7c5a361-0c29-48d7-92a2-84034ffe9612), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:27.933138 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (7f956c74-61e8-4790-ba88-a76a4eb459a6), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:28.339603 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for port (7f956c74-61e8-4790-ba88-a76a4eb459a6), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:28.344768 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (7f956c74-61e8-4790-ba88-a76a4eb459a6), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:28.424031 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event updated for resources: {'Port': ['ID=7f956c74-61e8-4790-ba88-a76a4eb459a6,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:28.433428 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (c7c5a361-0c29-48d7-92a2-84034ffe9612), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:28.449635 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:28.451513 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-8bc5111c-0345-4b61-b0d5-b74eb03d0275 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0345676 May 05 15:50:28.642019 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-7c99c4a0-541e-4073-9fd1-8606b34aba34 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2142140063&fields=id&tenant_id=ef541155816d4ac0938103cc1c142845 HTTP/1.1" status: 200 len: 267 time: 0.0422730 May 05 15:50:28.718715 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3f83646c-2101-4201-99f3-e9addb324bdb no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:50:28.739628 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: 3f83646c-2101-4201-99f3-e9addb324bdb {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:50:28.740151 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 3f83646c-2101-4201-99f3-e9addb324bdb not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:50:28.746231 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-25bd30e8-4205-4703-af1f-d47ceac7fb83 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:28.748564 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-25bd30e8-4205-4703-af1f-d47ceac7fb83 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/networks?id=7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 200 len: 816 time: 0.0994303 May 05 15:50:28.762567 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-802cb24a-6442-4351-b16d-a696b0a7117f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/quotas/ef541155816d4ac0938103cc1c142845 HTTP/1.1" status: 200 len: 375 time: 0.0088787 May 05 15:50:28.813717 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-f976e3ac-1db5-41f4-ba97-402d8850149d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462823 May 05 15:50:28.911533 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-4f783b9f-5dc6-4747-b013-dfbff07ff3f7 service neutron] 10.222.0.58 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868437 May 05 15:50:29.004925 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-296c9d4b-9859-4fa6-a7ad-5d842325cbe2 service neutron] 10.222.0.58 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876358 May 05 15:50:29.161326 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-069b089d-3093-4d58-a172-1af0a070245e req-fd4d0bff-de5b-4143-bb1f-bb2381a2531c tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 210 time: 0.0282321 May 05 15:50:29.522296 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34374) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:50:29.631464 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-233e02f5-ab37-460d-9faa-33906f77d5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:29.709407 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-233e02f5-ab37-460d-9faa-33906f77d5a3 admin admin] Publish callbacks [] for security_group (3e121e61-4181-43fe-ae0a-b76c17a96fed), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:29.713119 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-233e02f5-ab37-460d-9faa-33906f77d5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (3e121e61-4181-43fe-ae0a-b76c17a96fed), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:29.751622 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-233e02f5-ab37-460d-9faa-33906f77d5a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=141aea7a5f36436ca1b11c108ad776d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281382 May 05 15:50:29.752735 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e02f5-ab37-460d-9faa-33906f77d5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e121e61-4181-43fe-ae0a-b76c17a96fed,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:29.755076 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34378) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:50:29.801979 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fa35d3ba-95b5-47b3-bc60-b672728ddee0 admin admin] Publish callbacks [] for security_group (3e121e61-4181-43fe-ae0a-b76c17a96fed), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:29.826479 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fa35d3ba-95b5-47b3-bc60-b672728ddee0 admin admin] Publish callbacks [] for security_group (3e121e61-4181-43fe-ae0a-b76c17a96fed), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:29.871322 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fa35d3ba-95b5-47b3-bc60-b672728ddee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (3e121e61-4181-43fe-ae0a-b76c17a96fed), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:29.874039 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fa35d3ba-95b5-47b3-bc60-b672728ddee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:29.875212 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-fa35d3ba-95b5-47b3-bc60-b672728ddee0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e121e61-4181-43fe-ae0a-b76c17a96fed HTTP/1.1" status: 204 len: 168 time: 0.1192484 May 05 15:50:29.883858 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35d3ba-95b5-47b3-bc60-b672728ddee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e121e61-4181-43fe-ae0a-b76c17a96fed,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:30.093136 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-50e40489-8380-4fe0-9208-b532638e5fe5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:30.094987 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-50e40489-8380-4fe0-9208-b532638e5fe5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.41 "GET /v2.0/networks?id=7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 200 len: 816 time: 0.1302407 May 05 15:50:30.179372 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-295c84c6-2211-4af2-9488-5d1a88293988 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef541155816d4ac0938103cc1c142845 HTTP/1.1" status: 200 len: 380 time: 0.0760884 May 05 15:50:30.233345 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-e05dcd74-4774-4d33-accb-719b8e7c026b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Request body: {'port': {'device_id': 'b6b45620-5935-4e6b-a519-9423c131c949', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'admin_state_up': True, 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'security_groups': ['8350eac7-27e3-4ed6-a7cd-43ddfdd14083']}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:50:30.266000 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-77e3f347-dd45-46ce-8305-e8c16c0dc8f7 req-cb30e574-f6e6-46db-8231-0a0097042f37 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 210 time: 0.0280523 May 05 15:50:30.340833 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-e05dcd74-4774-4d33-accb-719b8e7c026b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Made reservation on behalf of ef541155816d4ac0938103cc1c142845 for: {'port': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:50:30.344376 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-e05dcd74-4774-4d33-accb-719b8e7c026b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:30.464473 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-e05dcd74-4774-4d33-accb-719b8e7c026b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Allocated IP 172.20.0.6 (7a655f93-a527-4370-a676-4e688ca3a876/e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33/377b9438-5f3c-4507-a9aa-adcb0e2e3192) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:50:30.604994 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-e05dcd74-4774-4d33-accb-719b8e7c026b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:30.636829 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-e05dcd74-4774-4d33-accb-719b8e7c026b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:30.682812 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-e05dcd74-4774-4d33-accb-719b8e7c026b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Network 7a655f93-a527-4370-a676-4e688ca3a876 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:50:30.686118 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-e05dcd74-4774-4d33-accb-719b8e7c026b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:50:30.692339 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-e05dcd74-4774-4d33-accb-719b8e7c026b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:50:30.698339 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dcd74-4774-4d33-accb-719b8e7c026b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event updated for resources: {'Port': ['ID=377b9438-5f3c-4507-a9aa-adcb0e2e3192,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:30.744578 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-e05dcd74-4774-4d33-accb-719b8e7c026b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:30.745205 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-e05dcd74-4774-4d33-accb-719b8e7c026b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:30.762154 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-e05dcd74-4774-4d33-accb-719b8e7c026b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5333781 May 05 15:50:30.776472 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Request body: {'port': {'device_id': 'b6b45620-5935-4e6b-a519-9423c131c949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:50:30.837048 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:30.900286 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-b8067ba7-acf4-411f-9146-8e4f40875853 None None] Provisioning complete for port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:50:30.901231 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b8067ba7-acf4-411f-9146-8e4f40875853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:30.937675 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-b8067ba7-acf4-411f-9146-8e4f40875853 None None] Port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:50:31.097769 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377b9438-5f3c-4507-a9aa-adcb0e2e3192 {{(pid=109965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:50:31.105229 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Publish callbacks [] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:31.117135 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.provisioning_blocks [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Transition to ACTIVE for port object 377b9438-5f3c-4507-a9aa-adcb0e2e3192 will not be triggered until provisioned by entity L2. {{(pid=109965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:50:31.120800 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:31.169984 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Pushing event updated for resources: {'Port': ['ID=377b9438-5f3c-4507-a9aa-adcb0e2e3192,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:31.243439 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Attempting to bind port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:50:31.244114 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Attempting to bind port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:50:31.244114 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Attempting to bind port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 on network 7a655f93-a527-4370-a676-4e688ca3a876 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:50:31.249868 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 on network 7a655f93-a527-4370-a676-4e688ca3a876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:50:31.250225 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Attempting to bind port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 on network 7a655f93-a527-4370-a676-4e688ca3a876 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:50:31.255392 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:50:31.255738 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Checking segment: {'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:50:31.256130 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Bound using segment: {'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:50:31.256616 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Bound port: 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2478f83d-fd10-44b9-b5a2-e9a0f52dff45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876'}}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:50:31.257152 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:31.327496 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] For port 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host hv-cinder-83979, cleared binding levels {{(pid=109965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:50:31.330896 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] For port 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:50:31.339117 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:31.415084 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:31.415765 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:31.417103 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] 10.222.0.41 "PUT /v2.0/ports/377b9438-5f3c-4507-a9aa-adcb0e2e3192 HTTP/1.1" status: 200 len: 1093 time: 0.6449499 May 05 15:50:31.417549 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:50:31.420106 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab031a11-9f7f-4aeb-8779-b2e1ae890387" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:50:31.449878 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3865af-e43b-49a8-bde6-74b41136e436 req-1b2a16a0-e6dc-4241-80a6-fdc9cca20834 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:31.452188 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2f3865af-e43b-49a8-bde6-74b41136e436 req-1b2a16a0-e6dc-4241-80a6-fdc9cca20834 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.1108487 May 05 15:50:31.455824 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25d0ff-18af-4ece-b3c0-a451d7bddf4f service neutron] Pushing event updated for resources: {'Port': ['ID=377b9438-5f3c-4507-a9aa-adcb0e2e3192,revision_number=3']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:31.479020 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cac43e-37e5-4b1d-864d-0694b2d489ba x-openstack-request-id: req-15cac43e-37e5-4b1d-864d-0694b2d489ba {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:50:31.479020 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:50:31.479020 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15cac43e-37e5-4b1d-864d-0694b2d489ba {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:50:31.479414 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15cac43e-37e5-4b1d-864d-0694b2d489ba'] response: {'name': 'network-changed', 'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'status': 'completed', 'code': 200} May 05 15:50:31.526436 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-8e279821-6249-4d58-a76f-46f8d6acc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:31.527942 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-8e279821-6249-4d58-a76f-46f8d6acc4cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 1127 time: 0.0662792 May 05 15:50:31.551281 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2f3865af-e43b-49a8-bde6-74b41136e436 req-0251e4ea-254d-49ca-8749-70673e5e4ba5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905941 May 05 15:50:31.580391 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-9c6d5389-d52d-443a-a259-f3e8b07c0e80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192 HTTP/1.1" status: 200 len: 217 time: 0.0421326 May 05 15:50:31.628243 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-cebbaab3-1e44-4487-99f9-79fe221c07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:31.629577 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-cebbaab3-1e44-4487-99f9-79fe221c07e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33 HTTP/1.1" status: 200 len: 855 time: 0.0426633 May 05 15:50:31.677260 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5e8aae60-2848-4fae-b5d6-e30d602fef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:31.678772 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-5e8aae60-2848-4fae-b5d6-e30d602fef72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a655f93-a527-4370-a676-4e688ca3a876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426772 May 05 15:50:31.768446 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-cb1a37b7-69a9-4a8a-a960-3ed89c7a5032 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832398 May 05 15:50:31.859315 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1652dfd6-5395-45b7-ac3c-495101a52cc1 req-945cfd94-7ea3-4efd-9f63-5f3473267cef service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849478 May 05 15:50:32.668729 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78027ead-7f2c-4eeb-bc82-d7060f8172ad req-5131d7ac-fd99-405d-8809-61cb0d72c214 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:32.670755 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-78027ead-7f2c-4eeb-bc82-d7060f8172ad req-5131d7ac-fd99-405d-8809-61cb0d72c214 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0461490 May 05 15:50:32.708200 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab031a11-9f7f-4aeb-8779-b2e1ae890387 req-03a3c6e9-8fd3-4a27-94fb-5a0c3439ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:32.709687 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ab031a11-9f7f-4aeb-8779-b2e1ae890387 req-03a3c6e9-8fd3-4a27-94fb-5a0c3439ca5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 1127 time: 0.0392876 May 05 15:50:32.717786 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-78027ead-7f2c-4eeb-bc82-d7060f8172ad req-e8ec50d7-a262-4466-afb6-057988141b27 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411382 May 05 15:50:32.800627 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab031a11-9f7f-4aeb-8779-b2e1ae890387 req-604cfb8a-1024-42ff-9fd7-0401dcabe111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:32.801964 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ab031a11-9f7f-4aeb-8779-b2e1ae890387 req-604cfb8a-1024-42ff-9fd7-0401dcabe111 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 200 len: 917 time: 0.0863745 May 05 15:50:32.843457 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ab031a11-9f7f-4aeb-8779-b2e1ae890387 req-69c5c41e-2c5b-4219-8d78-376c616003b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192 HTTP/1.1" status: 200 len: 217 time: 0.0340574 May 05 15:50:32.894865 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab031a11-9f7f-4aeb-8779-b2e1ae890387 req-112eb88f-84fe-42c9-af3b-b219de97a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:32.896245 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ab031a11-9f7f-4aeb-8779-b2e1ae890387 req-112eb88f-84fe-42c9-af3b-b219de97a112 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33 HTTP/1.1" status: 200 len: 855 time: 0.0459425 May 05 15:50:32.938304 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab031a11-9f7f-4aeb-8779-b2e1ae890387 req-2a82acc1-fa22-44e6-95a7-d2ac2228367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:32.939730 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ab031a11-9f7f-4aeb-8779-b2e1ae890387 req-2a82acc1-fa22-44e6-95a7-d2ac2228367d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a655f93-a527-4370-a676-4e688ca3a876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373170 May 05 15:50:33.030792 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ab031a11-9f7f-4aeb-8779-b2e1ae890387 req-efc6160b-fb93-483d-b7d3-9481c5693308 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838077 May 05 15:50:33.123753 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ab031a11-9f7f-4aeb-8779-b2e1ae890387 req-b08471a8-1c00-459e-8354-bea10507cd97 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857809 May 05 15:50:33.834620 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f644ebd-b535-4840-b47a-6a64eabec54a req-56af0642-4839-481a-81c1-ad4e074e9446 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:33.836075 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5f644ebd-b535-4840-b47a-6a64eabec54a req-56af0642-4839-481a-81c1-ad4e074e9446 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0471001 May 05 15:50:33.881661 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-5f644ebd-b535-4840-b47a-6a64eabec54a req-a6d0c97e-3cb0-4b3a-9938-e6ffc639b478 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400784 May 05 15:50:34.746236 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 377b9438-5f3c-4507-a9aa-adcb0e2e3192 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:50:34.843287 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:50:34.853734 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'port_id': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'mac_address': 'fa:16:3e:e0:04:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:50:34.889144 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:50:34.889524 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:34.901631 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377b9438-5f3c-4507-a9aa-adcb0e2e3192 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:50:34.921917 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:50:34.926245 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:34.973840 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=377b9438-5f3c-4507-a9aa-adcb0e2e3192,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:35.001164 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192589d1-87c4-4af8-9df3-d36431cec5ac req-be31b109-6aa5-422e-97ff-b6eed6a6004a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:35.002770 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-192589d1-87c4-4af8-9df3-d36431cec5ac req-be31b109-6aa5-422e-97ff-b6eed6a6004a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 944 time: 0.0503471 May 05 15:50:35.049258 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-192589d1-87c4-4af8-9df3-d36431cec5ac req-fd84104b-6c85-4a1f-b7b0-05599e4620c6 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409374 May 05 15:50:35.147512 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['377b9438-5f3c-4507-a9aa-adcb0e2e3192'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:50:36.164240 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f38da2-ec69-4061-b82a-390f267105c0 req-685c3b65-67ac-498b-9a5f-cbdf473c3317 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:36.165680 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-65f38da2-ec69-4061-b82a-390f267105c0 req-685c3b65-67ac-498b-9a5f-cbdf473c3317 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 944 time: 0.0453169 May 05 15:50:36.212255 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-65f38da2-ec69-4061-b82a-390f267105c0 req-6322c182-9f14-439d-b74b-598c3926ebc0 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401809 May 05 15:50:36.750498 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 377b9438-5f3c-4507-a9aa-adcb0e2e3192 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:50:36.794763 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:50:36.800322 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:50:36.800760 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:36.878348 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:50:36.878736 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:36.901286 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:50:36.903695 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c0b5c9-dce1-4499-a0d9-c5c434de4441" -d '{"events": [{"server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "name": "network-vif-plugged", "status": "completed", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:50:36.916058 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:50:36.920183 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:36.945208 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aa8202-d6bf-4b8e-ac76-b52d1a2244ff x-openstack-request-id: req-18aa8202-d6bf-4b8e-ac76-b52d1a2244ff {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:50:36.945475 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "name": "network-vif-plugged", "status": "completed", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:50:36.945727 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18aa8202-d6bf-4b8e-ac76-b52d1a2244ff {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:50:36.946120 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18aa8202-d6bf-4b8e-ac76-b52d1a2244ff'] response: {'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'code': 200} May 05 15:50:36.977126 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=377b9438-5f3c-4507-a9aa-adcb0e2e3192,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:50:37.104501 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93195de8-18c9-4bcc-a1c1-80b5c1d3514f req-1187a598-7115-4eae-ba1c-121b79b97ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:37.105929 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-93195de8-18c9-4bcc-a1c1-80b5c1d3514f req-1187a598-7115-4eae-ba1c-121b79b97ea9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 1129 time: 0.0399504 May 05 15:50:37.147846 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-93195de8-18c9-4bcc-a1c1-80b5c1d3514f req-705c61eb-0e28-48a4-823a-0e25f2b6c750 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358152 May 05 15:50:37.328012 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893254e-90cd-41d4-9e34-1777fce9cd25 req-2b2cdc02-f318-4f0c-a27b-a578d1535a22 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:37.329725 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8893254e-90cd-41d4-9e34-1777fce9cd25 req-2b2cdc02-f318-4f0c-a27b-a578d1535a22 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0462854 May 05 15:50:37.376599 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8893254e-90cd-41d4-9e34-1777fce9cd25 req-e412ef73-189d-4a3b-9ec8-ed092c1801e1 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412240 May 05 15:50:38.496492 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604b80d-e697-41ca-8f6b-65257c52a240 req-f4edf951-042a-4230-9772-bf430f065c10 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:38.498587 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b604b80d-e697-41ca-8f6b-65257c52a240 req-f4edf951-042a-4230-9772-bf430f065c10 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0485237 May 05 15:50:38.543394 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b604b80d-e697-41ca-8f6b-65257c52a240 req-033c7899-603f-4fca-a445-e6f58424f453 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393951 May 05 15:50:39.662088 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c03e7-89fc-44b5-8ec5-3d31198e7c25 req-f607fe51-ab46-43e9-84e1-98bed1b47ad5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:39.663843 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4f3c03e7-89fc-44b5-8ec5-3d31198e7c25 req-f607fe51-ab46-43e9-84e1-98bed1b47ad5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0494950 May 05 15:50:39.710461 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4f3c03e7-89fc-44b5-8ec5-3d31198e7c25 req-961b60de-2008-45a9-8e0c-2a92f86fc5e2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410984 May 05 15:50:39.820333 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbca8a-fedf-46f9-b3ad-cae223bd126a req-9f792b8d-b464-4482-b50d-3bb2f55baac3 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:39.821793 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-33cbca8a-fedf-46f9-b3ad-cae223bd126a req-9f792b8d-b464-4482-b50d-3bb2f55baac3 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0457182 May 05 15:50:39.830947 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34414) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:50:39.835267 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-02c1efd7-f081-4a84-80a1-08e0a5213a6d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Request body: {'floatingip': {'port_id': '377b9438-5f3c-4507-a9aa-adcb0e2e3192'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:50:39.877680 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-02c1efd7-f081-4a84-80a1-08e0a5213a6d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (c7c5a361-0c29-48d7-92a2-84034ffe9612), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:40.327525 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-02c1efd7-f081-4a84-80a1-08e0a5213a6d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:40.331535 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-02c1efd7-f081-4a84-80a1-08e0a5213a6d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (c7c5a361-0c29-48d7-92a2-84034ffe9612), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:40.436590 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-02c1efd7-f081-4a84-80a1-08e0a5213a6d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Floating IP c7c5a361-0c29-48d7-92a2-84034ffe9612 associated. External IP: 172.27.3.234, port: 377b9438-5f3c-4507-a9aa-adcb0e2e3192. May 05 15:50:40.646437 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c1efd7-f081-4a84-80a1-08e0a5213a6d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Router c5924614-3769-4e39-ab51-302729d589b5 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:50:40.761280 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c1efd7-f081-4a84-80a1-08e0a5213a6d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:50:40.766909 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-02c1efd7-f081-4a84-80a1-08e0a5213a6d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:40.771550 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90f00e-b996-40da-bbd5-2ca5da689664 None None] Sync routers for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:50:40.783393 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90f00e-b996-40da-bbd5-2ca5da689664 None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:50:40.784288 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-8b90f00e-b996-40da-bbd5-2ca5da689664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:50:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:50:40.796438 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-02c1efd7-f081-4a84-80a1-08e0a5213a6d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "PUT /v2.0/floatingips/c7c5a361-0c29-48d7-92a2-84034ffe9612 HTTP/1.1" status: 200 len: 991 time: 0.9644494 May 05 15:50:40.797111 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:50:40.799374 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5026e7d-150a-464e-a9d1-c76b54ab8b40" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:50:40.839282 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec1c762-2fde-4043-8064-07db5f926bc4 x-openstack-request-id: req-8ec1c762-2fde-4043-8064-07db5f926bc4 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:50:40.839895 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:50:40.839895 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ec1c762-2fde-4043-8064-07db5f926bc4 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:50:40.840208 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec1c762-2fde-4043-8064-07db5f926bc4'] response: {'name': 'network-changed', 'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'status': 'completed', 'code': 200} May 05 15:50:40.893731 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-8b90f00e-b996-40da-bbd5-2ca5da689664 None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:50:40.898207 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5026e7d-150a-464e-a9d1-c76b54ab8b40 req-2de66a74-648b-4a6b-bf02-485050fab796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:40.899651 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5026e7d-150a-464e-a9d1-c76b54ab8b40 req-2de66a74-648b-4a6b-bf02-485050fab796 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 1129 time: 0.0388093 May 05 15:50:40.992478 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5026e7d-150a-464e-a9d1-c76b54ab8b40 req-3bdce80f-0b5b-4b9e-beac-e4cd994705bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:40.993955 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5026e7d-150a-464e-a9d1-c76b54ab8b40 req-3bdce80f-0b5b-4b9e-beac-e4cd994705bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 200 len: 917 time: 0.0883000 May 05 15:50:41.056332 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5026e7d-150a-464e-a9d1-c76b54ab8b40 req-b909cd95-5df5-4f3c-a218-9d48550a1f7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192 HTTP/1.1" status: 200 len: 999 time: 0.0571563 May 05 15:50:41.109214 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5026e7d-150a-464e-a9d1-c76b54ab8b40 req-c050c8e7-83a5-4a2a-a6d4-e7bff2e94bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:41.109502 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-8b90f00e-b996-40da-bbd5-2ca5da689664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'c7c5a361-0c29-48d7-92a2-84034ffe9612', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'port_id': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'mac_address': 'fa:16:3e:e0:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b45620-5935-4e6b-a519-9423c131c949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:50:27Z', 'updated_at': '2022-05-05T15:50:40Z', 'revision_number': 1, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:37Z', 'revision_number': 5, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:50:41.111051 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5026e7d-150a-464e-a9d1-c76b54ab8b40 req-c050c8e7-83a5-4a2a-a6d4-e7bff2e94bf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33 HTTP/1.1" status: 200 len: 855 time: 0.0479989 May 05 15:50:41.138991 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90f00e-b996-40da-bbd5-2ca5da689664 None None] Checking router: c5924614-3769-4e39-ab51-302729d589b5 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:50:41.147212 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90f00e-b996-40da-bbd5-2ca5da689664 None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:50:41.147822 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-8b90f00e-b996-40da-bbd5-2ca5da689664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:50:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:50:41.157588 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5026e7d-150a-464e-a9d1-c76b54ab8b40 req-8010489d-222d-4cbb-938a-7382b2d89720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:50:41.159160 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5026e7d-150a-464e-a9d1-c76b54ab8b40 req-8010489d-222d-4cbb-938a-7382b2d89720 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a655f93-a527-4370-a676-4e688ca3a876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418813 May 05 15:50:41.247964 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5026e7d-150a-464e-a9d1-c76b54ab8b40 req-c3d6e28e-a5f1-4573-811c-e1c9af4de290 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817404 May 05 15:50:41.258065 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-8b90f00e-b996-40da-bbd5-2ca5da689664 None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:50:41.348987 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5026e7d-150a-464e-a9d1-c76b54ab8b40 req-1e0d1185-481c-4cf3-bb11-ce998c049b1b service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941644 May 05 15:50:41.485235 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-8b90f00e-b996-40da-bbd5-2ca5da689664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'c7c5a361-0c29-48d7-92a2-84034ffe9612', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'port_id': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'mac_address': 'fa:16:3e:e0:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b45620-5935-4e6b-a519-9423c131c949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:50:27Z', 'updated_at': '2022-05-05T15:50:40Z', 'revision_number': 1, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:37Z', 'revision_number': 5, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:50:41.514983 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90f00e-b996-40da-bbd5-2ca5da689664 None None] The sync data for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi is: [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'c7c5a361-0c29-48d7-92a2-84034ffe9612', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'port_id': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'mac_address': 'fa:16:3e:e0:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b45620-5935-4e6b-a519-9423c131c949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:50:27Z', 'updated_at': '2022-05-05T15:50:40Z', 'revision_number': 1, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:37Z', 'revision_number': 5, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:50:41.696662 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a459ea-f87b-42d8-b362-5f509187a080 None None] New status for floating IP c7c5a361-0c29-48d7-92a2-84034ffe9612: ACTIVE {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:50:43.449879 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-548b1744-00e7-4407-98e7-37c000be5069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:45.782028 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f42c346b-03bb-460c-8970-70f40bad5d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:45.932698 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:47.006961 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:48.476956 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:49.954709 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:50:59.238499 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:51:13.452033 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-85ddfadb-c714-496b-bac6-9c1d83e05e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:15.783630 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e934caf3-7b47-407b-9f3d-e34869820515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:15.931834 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:17.010043 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:18.479949 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:18.536046 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-686d748b-4839-4be9-93a0-956fbcf13ead req-5b64b9f0-31ef-4e70-8e86-2c62e0728980 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390263 May 05 15:51:18.595742 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d748b-4839-4be9-93a0-956fbcf13ead req-7616f174-af76-4907-89e2-66391e0ded3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:18.597252 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-686d748b-4839-4be9-93a0-956fbcf13ead req-7616f174-af76-4907-89e2-66391e0ded3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 1129 time: 0.0396824 May 05 15:51:18.708769 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d748b-4839-4be9-93a0-956fbcf13ead req-04311dfc-c1b7-4fa4-be49-f9b63885975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:18.710262 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-686d748b-4839-4be9-93a0-956fbcf13ead req-04311dfc-c1b7-4fa4-be49-f9b63885975d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 913 time: 0.0930464 May 05 15:51:18.773666 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-686d748b-4839-4be9-93a0-956fbcf13ead req-e3be1eb5-d67e-4905-9105-e9eb300c4f5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bda2cbc-9833-47bc-9be3-0d9dae6d090b HTTP/1.1" status: 200 len: 1000 time: 0.0564044 May 05 15:51:18.824537 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d748b-4839-4be9-93a0-956fbcf13ead req-f014c58d-f11c-40ed-bf1f-6cc0cf4c9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:18.825952 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-686d748b-4839-4be9-93a0-956fbcf13ead req-f014c58d-f11c-40ed-bf1f-6cc0cf4c9a72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0269e26-05aa-48f4-88c9-5e4227d2190a HTTP/1.1" status: 200 len: 851 time: 0.0466185 May 05 15:51:18.870953 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d748b-4839-4be9-93a0-956fbcf13ead req-70392b4b-3574-4953-8c9c-68031633f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:18.872526 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-686d748b-4839-4be9-93a0-956fbcf13ead req-70392b4b-3574-4953-8c9c-68031633f6e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0331bb37-5dab-419c-8101-94ce6a3a2dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401750 May 05 15:51:18.965926 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-686d748b-4839-4be9-93a0-956fbcf13ead req-d6bcc16b-fa53-4aa0-b71a-d396301c23fe service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871964 May 05 15:51:18.983027 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76847a-a782-4734-92a2-fe6da95463a3 req-6b6c6200-1bdf-4e10-86d6-ce48f3a32508 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:18.984497 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1a76847a-a782-4734-92a2-fe6da95463a3 req-6b6c6200-1bdf-4e10-86d6-ce48f3a32508 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0474920 May 05 15:51:19.030890 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1a76847a-a782-4734-92a2-fe6da95463a3 req-144ccd5a-790f-45b4-aa2b-a7797b2cae3d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407910 May 05 15:51:19.124354 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-686d748b-4839-4be9-93a0-956fbcf13ead req-8ba817eb-f718-4254-b03c-ae4cf8fa0208 service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904529 May 05 15:51:19.960449 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:20.160297 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec2b5c-d516-40ba-b86e-bb03bed12465 req-798264c5-23a2-4737-b3af-8461fc140935 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:20.161818 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7eec2b5c-d516-40ba-b86e-bb03bed12465 req-798264c5-23a2-4737-b3af-8461fc140935 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0469525 May 05 15:51:20.215231 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7eec2b5c-d516-40ba-b86e-bb03bed12465 req-4484ca62-7822-4d79-8fb4-e6e243b787e5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471079 May 05 15:51:21.331827 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea3b23-cccc-40e2-9958-c081e0a6c59a req-50236f1a-3d74-476a-8fcb-241ece6f11bf tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:21.333275 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-afea3b23-cccc-40e2-9958-c081e0a6c59a req-50236f1a-3d74-476a-8fcb-241ece6f11bf tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0468667 May 05 15:51:21.382562 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-afea3b23-cccc-40e2-9958-c081e0a6c59a req-a07beee9-6622-4159-8ff6-b9da1dbb514b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435023 May 05 15:51:22.501864 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e53894-6a8c-4b12-942c-5487676e09d7 req-162418cc-c413-4dcc-b6f8-ad57835ab6c2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:22.503351 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e7e53894-6a8c-4b12-942c-5487676e09d7 req-162418cc-c413-4dcc-b6f8-ad57835ab6c2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0500712 May 05 15:51:22.549853 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e7e53894-6a8c-4b12-942c-5487676e09d7 req-1b33838f-363f-49c7-abb4-12ba9d484e64 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408790 May 05 15:51:23.664756 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b38ba-af2b-4559-9c37-045c8b8740cd req-3a56d8b2-9ebc-4974-b90b-955e1ebd5ae9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:23.666227 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fc8b38ba-af2b-4559-9c37-045c8b8740cd req-3a56d8b2-9ebc-4974-b90b-955e1ebd5ae9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0452847 May 05 15:51:23.711474 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fc8b38ba-af2b-4559-9c37-045c8b8740cd req-af24f319-7ee4-4510-b4cd-0a0667a00422 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391717 May 05 15:51:24.826566 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bea1-fda6-44c2-9230-c3a76b8edc8b req-f8722d63-af85-49f2-be84-3cc7b54efd0e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:24.828269 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4de2bea1-fda6-44c2-9230-c3a76b8edc8b req-f8722d63-af85-49f2-be84-3cc7b54efd0e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0454488 May 05 15:51:24.873556 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4de2bea1-fda6-44c2-9230-c3a76b8edc8b req-eac73a89-69eb-4c85-9153-859fe350e6ab tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397377 May 05 15:51:25.988758 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df0ac8-23aa-407b-a07c-5efd55852d22 req-c92e7f39-1b9f-42f3-936b-7fb8a5bc560d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:25.990223 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d4df0ac8-23aa-407b-a07c-5efd55852d22 req-c92e7f39-1b9f-42f3-936b-7fb8a5bc560d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0467637 May 05 15:51:26.037956 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d4df0ac8-23aa-407b-a07c-5efd55852d22 req-063aec71-f038-4ec2-b6f3-5f14acace04f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420773 May 05 15:51:27.155545 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c945e-918a-42b2-89d1-9e81156c8ae2 req-98e9306d-eab3-493a-a7b6-4c2f722c4320 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:27.156989 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ec3c945e-918a-42b2-89d1-9e81156c8ae2 req-98e9306d-eab3-493a-a7b6-4c2f722c4320 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0459228 May 05 15:51:27.207549 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ec3c945e-918a-42b2-89d1-9e81156c8ae2 req-be7d049c-97ec-4c4e-8858-300f8655f7fb tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450485 May 05 15:51:28.331572 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f44cd-040b-4adb-bdbc-0090b2cf3665 req-a3cea536-70eb-4d71-9c0a-2b1928e8f445 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:28.333042 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6a5f44cd-040b-4adb-bdbc-0090b2cf3665 req-a3cea536-70eb-4d71-9c0a-2b1928e8f445 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0525618 May 05 15:51:28.381913 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6a5f44cd-040b-4adb-bdbc-0090b2cf3665 req-2680d3a8-131d-4167-9af0-3031cad90856 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 May 05 15:51:29.497051 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5b988-d7fe-4474-ab14-4b72f50aa447 req-9f399af4-87fe-4040-8a77-a9e269d6f202 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:29.499305 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2cb5b988-d7fe-4474-ab14-4b72f50aa447 req-9f399af4-87fe-4040-8a77-a9e269d6f202 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0460863 May 05 15:51:29.545967 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2cb5b988-d7fe-4474-ab14-4b72f50aa447 req-a06c0315-797f-4089-b500-b146b3b9089c tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411632 May 05 15:51:30.661186 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d747d-1e32-4840-8f36-d287cd9fea7a req-0a06f27d-9f77-4ccb-962a-8cb45a6a3e2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:30.662644 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-915d747d-1e32-4840-8f36-d287cd9fea7a req-0a06f27d-9f77-4ccb-962a-8cb45a6a3e2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0464194 May 05 15:51:30.708902 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-915d747d-1e32-4840-8f36-d287cd9fea7a req-2df69456-5047-458b-bcf6-15f64016fcdb tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407774 May 05 15:51:31.828395 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d4bed-33d0-4763-92d8-65c263b2ffb4 req-138a1ffd-f9ba-4ed2-b37d-0e71120eaf49 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:31.829877 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-223d4bed-33d0-4763-92d8-65c263b2ffb4 req-138a1ffd-f9ba-4ed2-b37d-0e71120eaf49 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0474193 May 05 15:51:31.875582 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-223d4bed-33d0-4763-92d8-65c263b2ffb4 req-60c58a7b-de8d-47c2-9089-9a0a0dac9153 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402663 May 05 15:51:32.990663 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dbd68-2dd7-4c74-871e-4a707c98470f req-32c6bd07-f848-4357-b946-dfdc0216ac89 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:32.992103 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e91dbd68-2dd7-4c74-871e-4a707c98470f req-32c6bd07-f848-4357-b946-dfdc0216ac89 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0460804 May 05 15:51:33.040924 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e91dbd68-2dd7-4c74-871e-4a707c98470f req-701a5333-4acd-401e-8197-b1c3e230971d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433090 May 05 15:51:34.158449 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1e3f-e813-4b83-a611-7700c8156af9 req-07e37dad-96d9-4fdb-86b4-da1acc9c42d3 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:34.159923 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f60d1e3f-e813-4b83-a611-7700c8156af9 req-07e37dad-96d9-4fdb-86b4-da1acc9c42d3 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0490963 May 05 15:51:34.206686 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f60d1e3f-e813-4b83-a611-7700c8156af9 req-30e62f24-8ecc-4908-8108-a6e86c866404 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411966 May 05 15:51:35.322839 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b988-41cc-4532-a802-feb9b5d73eb8 req-c9320e25-00e7-4a5a-94eb-7615e21dde94 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:35.324284 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f941b988-41cc-4532-a802-feb9b5d73eb8 req-c9320e25-00e7-4a5a-94eb-7615e21dde94 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0474682 May 05 15:51:35.371439 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f941b988-41cc-4532-a802-feb9b5d73eb8 req-5394029f-7128-48ac-8276-3ec12f43c52f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 May 05 15:51:36.237376 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:51:36.491964 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e37584-9940-401f-85ed-05602c4c090a req-ef2f1ab8-145a-455e-8b8d-5dbca7b64fa5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:36.493379 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-46e37584-9940-401f-85ed-05602c4c090a req-ef2f1ab8-145a-455e-8b8d-5dbca7b64fa5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0485218 May 05 15:51:36.548606 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-46e37584-9940-401f-85ed-05602c4c090a req-25eea592-3bd6-403d-b333-2c797cb6896a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484147 May 05 15:51:36.999735 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 377b9438-5f3c-4507-a9aa-adcb0e2e3192 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:51:37.112131 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:51:37.126679 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'port_id': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'mac_address': 'fa:16:3e:e0:04:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:51:37.171646 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 is: ACTIVE; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:51:37.172039 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:37.188576 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 377b9438-5f3c-4507-a9aa-adcb0e2e3192 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:51:37.210376 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:51:37.215227 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:37.272503 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=377b9438-5f3c-4507-a9aa-adcb0e2e3192,revision_number=6']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:51:37.282110 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.282558 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.282966 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.283391 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.283788 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.284213 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.284604 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.284937 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.285262 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.285585 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.285913 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.286270 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.286597 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.286917 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.287236 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:37.298306 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['377b9438-5f3c-4507-a9aa-adcb0e2e3192'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:51:37.678961 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5eb6d-5e76-49e7-ab46-47049978d972 req-dd725ce2-eba9-4630-bc00-dd71debfabd2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:37.680602 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ebf5eb6d-5e76-49e7-ab46-47049978d972 req-dd725ce2-eba9-4630-bc00-dd71debfabd2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 944 time: 0.0495381 May 05 15:51:37.732152 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ebf5eb6d-5e76-49e7-ab46-47049978d972 req-8c260b65-cea0-4f3a-95e1-c85dc70a1281 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445454 May 05 15:51:38.865752 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6982c-bdfd-4e17-b282-5c61f5991cc5 req-89f09f3f-e312-41c9-95d9-c77fd8bd8d92 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:38.867425 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-61a6982c-bdfd-4e17-b282-5c61f5991cc5 req-89f09f3f-e312-41c9-95d9-c77fd8bd8d92 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 944 time: 0.0508728 May 05 15:51:38.926712 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-61a6982c-bdfd-4e17-b282-5c61f5991cc5 req-1df1ad0e-85cb-4f1b-bbf3-e056fc0d6449 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532212 May 05 15:51:39.027945 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 377b9438-5f3c-4507-a9aa-adcb0e2e3192 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:51:39.085973 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:51:39.085973 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:39.181871 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:51:39.182295 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:39.209069 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:51:39.211456 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e651a76f-ab1f-482d-af9d-ceb1cb583054" -d '{"events": [{"server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "name": "network-vif-plugged", "status": "completed", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:51:39.226142 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:51:39.231405 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:39.261325 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71224c2-28ee-443f-b46d-e241c0a9af5a x-openstack-request-id: req-c71224c2-28ee-443f-b46d-e241c0a9af5a {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:51:39.261668 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "name": "network-vif-plugged", "status": "completed", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:51:39.261898 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c71224c2-28ee-443f-b46d-e241c0a9af5a {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:51:39.262322 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71224c2-28ee-443f-b46d-e241c0a9af5a'] response: {'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'code': 200} May 05 15:51:39.287875 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=377b9438-5f3c-4507-a9aa-adcb0e2e3192,revision_number=7']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:51:40.049121 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a7718-5c32-4fcd-ac4f-d5ce1c66b2c1 req-a580e9e1-bf22-4136-82e0-4566af5d399a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:40.050821 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4e1a7718-5c32-4fcd-ac4f-d5ce1c66b2c1 req-a580e9e1-bf22-4136-82e0-4566af5d399a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0517070 May 05 15:51:40.104529 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-4e1a7718-5c32-4fcd-ac4f-d5ce1c66b2c1 req-5c46358e-d0e2-4643-be8b-a7aac0a207dc tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448070 May 05 15:51:41.241443 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485f9b8-4d4a-4c31-b3dd-8dfd234c47be req-c363b9ec-659a-42e5-b652-fda77cf9ebb1 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:41.246649 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8485f9b8-4d4a-4c31-b3dd-8dfd234c47be req-c363b9ec-659a-42e5-b652-fda77cf9ebb1 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0606239 May 05 15:51:41.300608 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8485f9b8-4d4a-4c31-b3dd-8dfd234c47be req-0f11766e-92de-46ea-a6fe-02cabef2e0a1 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512025 May 05 15:51:42.429761 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed275d4-34a8-4ee1-a653-f7822ce70cbb req-36e498ba-7846-48d7-95ad-8a3e8970dff5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:42.433448 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8ed275d4-34a8-4ee1-a653-f7822ce70cbb req-36e498ba-7846-48d7-95ad-8a3e8970dff5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0575833 May 05 15:51:42.487732 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8ed275d4-34a8-4ee1-a653-f7822ce70cbb req-a4e9f06e-cbfb-43b1-8038-ce2aa4093a9b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483589 May 05 15:51:43.461802 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0b4245b5-d06c-4118-a336-b6de48f57d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:43.615364 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438fa29-c244-4bd5-9633-72b250bd9d8a req-8786d81f-c72a-4946-a855-142cc690862b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:43.622185 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d438fa29-c244-4bd5-9633-72b250bd9d8a req-8786d81f-c72a-4946-a855-142cc690862b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0563436 May 05 15:51:43.672878 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d438fa29-c244-4bd5-9633-72b250bd9d8a req-d56aec4b-fa06-4636-bb9d-44cdf578542c tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475516 May 05 15:51:44.802059 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b128b7-78c1-45df-b487-f9eba5096883 req-04f3c2ba-45bc-46cf-944f-079224499308 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:44.803631 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-46b128b7-78c1-45df-b487-f9eba5096883 req-04f3c2ba-45bc-46cf-944f-079224499308 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0549424 May 05 15:51:44.854805 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-46b128b7-78c1-45df-b487-f9eba5096883 req-f42ee580-7cc4-47b0-9dcb-0450a35a07ff tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445831 May 05 15:51:45.785299 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0d716327-b477-4602-b2de-2740ed8f1c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:45.901715 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51508ff1-3f91-42ee-b14e-7236085c7241 req-33082cb9-6f93-4149-ad9c-8c959ad82713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:45.903221 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51508ff1-3f91-42ee-b14e-7236085c7241 req-33082cb9-6f93-4149-ad9c-8c959ad82713 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 1129 time: 0.0391774 May 05 15:51:45.950290 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:46.005714 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51508ff1-3f91-42ee-b14e-7236085c7241 req-4ec87cdd-9084-4594-94b4-3285b0357aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:46.007224 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51508ff1-3f91-42ee-b14e-7236085c7241 req-4ec87cdd-9084-4594-94b4-3285b0357aea service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 200 len: 917 time: 0.0979178 May 05 15:51:46.074543 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51508ff1-3f91-42ee-b14e-7236085c7241 req-704b1032-cc08-4b53-8110-a1f539fdcf88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192 HTTP/1.1" status: 200 len: 1001 time: 0.0604672 May 05 15:51:46.122910 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51508ff1-3f91-42ee-b14e-7236085c7241 req-3251b2b5-c95f-4c42-826e-90ae0cd30b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:46.124435 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51508ff1-3f91-42ee-b14e-7236085c7241 req-3251b2b5-c95f-4c42-826e-90ae0cd30b20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33 HTTP/1.1" status: 200 len: 855 time: 0.0443718 May 05 15:51:46.139223 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe1eaf-5f71-4385-a345-b28326c48e5f req-2e007606-1783-4811-b8c2-47acd97d0c62 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:46.140723 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6afe1eaf-5f71-4385-a345-b28326c48e5f req-2e007606-1783-4811-b8c2-47acd97d0c62 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0503762 May 05 15:51:46.172207 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51508ff1-3f91-42ee-b14e-7236085c7241 req-26544fcc-42ba-4d35-9502-493588e49525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:46.173718 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51508ff1-3f91-42ee-b14e-7236085c7241 req-26544fcc-42ba-4d35-9502-493588e49525 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a655f93-a527-4370-a676-4e688ca3a876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431032 May 05 15:51:46.187485 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6afe1eaf-5f71-4385-a345-b28326c48e5f req-9d660369-85d2-493a-87b2-f1b4a879c194 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413983 May 05 15:51:46.262543 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51508ff1-3f91-42ee-b14e-7236085c7241 req-39a61bc5-b5c7-4cdd-8e72-d231bdc704a3 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827184 May 05 15:51:46.355437 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51508ff1-3f91-42ee-b14e-7236085c7241 req-9fdb6519-3d21-4045-801b-b338354f6dd7 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874333 May 05 15:51:47.011690 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:47.316013 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647d099-a75a-45ea-8722-cfbadcb12440 req-338f2298-01a9-45ab-ab1a-b25a03d74436 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:47.317485 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7647d099-a75a-45ea-8722-cfbadcb12440 req-338f2298-01a9-45ab-ab1a-b25a03d74436 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0559130 May 05 15:51:47.376167 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7647d099-a75a-45ea-8722-cfbadcb12440 req-86afc44d-42f8-4e28-9c9b-a6875421f396 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531361 May 05 15:51:48.483860 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:48.491901 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bd750-3c1b-4c8c-a7fd-1188a20522e7 req-3efafbd8-9d61-4818-99f8-271ead44d1c6 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:48.494359 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-043bd750-3c1b-4c8c-a7fd-1188a20522e7 req-3efafbd8-9d61-4818-99f8-271ead44d1c6 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 945 time: 0.0494964 May 05 15:51:48.540441 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-043bd750-3c1b-4c8c-a7fd-1188a20522e7 req-e9a8c772-9dc8-4d41-b00f-1ac7be6f5673 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415094 May 05 15:51:49.077040 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 377b9438-5f3c-4507-a9aa-adcb0e2e3192 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:51:49.160153 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 is: ACTIVE; New status is: DOWN {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:51:49.160549 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:49.185129 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:51:49.187419 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77498b27-72dd-42e2-b0a3-8680a1f83402" -d '{"events": [{"server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "name": "network-vif-unplugged", "status": "completed", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:51:49.199445 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:51:49.203646 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:49.228840 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 May 2022 15:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8057c66-9891-44fc-aa23-c3278acd3b93 x-openstack-request-id: req-e8057c66-9891-44fc-aa23-c3278acd3b93 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:51:49.229128 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "name": "network-vif-unplugged", "status": "failed", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192", "code": 422}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:51:49.229378 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8057c66-9891-44fc-aa23-c3278acd3b93 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:51:49.229770 dv-cinder-839793-9-iscsi neutron-server[109967]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e8057c66-9891-44fc-aa23-c3278acd3b93']: {'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'code': 422} returned with failed status May 05 15:51:49.255328 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=377b9438-5f3c-4507-a9aa-adcb0e2e3192,revision_number=8']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:51:49.425217 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94428f1-9e51-4802-81d6-1fed5394ce05 req-4c4eb40d-0545-46a0-81e8-247ea08753d4 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:49.426698 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f94428f1-9e51-4802-81d6-1fed5394ce05 req-4c4eb40d-0545-46a0-81e8-247ea08753d4 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0519915 May 05 15:51:49.475008 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f94428f1-9e51-4802-81d6-1fed5394ce05 req-bf036059-fecf-4957-9900-b813db854406 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424290 May 05 15:51:49.700249 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34616) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:51:49.781615 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-34794470-6dfa-4121-93f3-5b113d132e7a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802059 May 05 15:51:49.789821 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-c5d16e3f-32e8-48ad-908d-92e42af0d4b5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:51:49.790794 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-c5d16e3f-32e8-48ad-908d-92e42af0d4b5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047050 May 05 15:51:49.865413 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34624) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:51:49.954115 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:49.961371 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-9d8446fb-6111-496f-905e-3d7f500af98c tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:49.962686 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-9d8446fb-6111-496f-905e-3d7f500af98c tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports/377b9438-5f3c-4507-a9aa-adcb0e2e3192 HTTP/1.1" status: 200 len: 940 time: 0.0963163 May 05 15:51:50.565246 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34636) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:51:50.595477 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26881f63-ae21-406d-8ca0-0aa2598c6eda req-3808389c-b310-4924-99e9-dcb0d6fe6523 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:50.596884 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-26881f63-ae21-406d-8ca0-0aa2598c6eda req-3808389c-b310-4924-99e9-dcb0d6fe6523 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0477035 May 05 15:51:50.643653 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-26881f63-ae21-406d-8ca0-0aa2598c6eda req-19dafcb2-7b48-433b-a7a8-4f1e59a68539 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411816 May 05 15:51:50.711948 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Deleting port 7b0cf6c6-896e-4c32-bc4a-88262d25abc3 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:51:50.712298 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (7b0cf6c6-896e-4c32-bc4a-88262d25abc3), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:50.824986 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-bb05f907-8f61-42fc-a8cc-88080a93d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:50.826486 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-bb05f907-8f61-42fc-a8cc-88080a93d25a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949&tenant_id=ef541155816d4ac0938103cc1c142845 HTTP/1.1" status: 200 len: 1127 time: 0.1031401 May 05 15:51:50.858882 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (7b0cf6c6-896e-4c32-bc4a-88262d25abc3), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:50.859112 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for floatingip (7b0cf6c6-896e-4c32-bc4a-88262d25abc3), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:50.889198 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Calling delete_port for 7b0cf6c6-896e-4c32-bc4a-88262d25abc3 owned by network:floatingip {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:51:50.900469 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-6de46315-2f93-4730-b77e-52678fded4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:50.901917 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-6de46315-2f93-4730-b77e-52678fded4c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 1127 time: 0.0548422 May 05 15:51:51.047990 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-25f2652f-3712-41ee-b1e2-b9cb416fcf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:51.049432 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-25f2652f-3712-41ee-b1e2-b9cb416fcf1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 200 len: 917 time: 0.1418905 May 05 15:51:51.142503 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-da4f4db6-293b-41c6-af63-61e7c94574e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192 HTTP/1.1" status: 200 len: 999 time: 0.0824857 May 05 15:51:51.181546 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (7b0cf6c6-896e-4c32-bc4a-88262d25abc3), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:51.475035 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event deleted for resources: {'Port': ['ID=7b0cf6c6-896e-4c32-bc4a-88262d25abc3,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:51:51.500525 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-c79555d2-4dfd-4213-9e8c-f675103004c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:51.501948 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-c79555d2-4dfd-4213-9e8c-f675103004c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33 HTTP/1.1" status: 200 len: 855 time: 0.3540342 May 05 15:51:51.503589 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.503932 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.504271 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.504646 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.504972 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.505300 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.505626 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.505940 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.506369 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.506696 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.507043 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.507368 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.507686 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.508003 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.508320 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:51:51.574579 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-7cd2bc5f-727c-4843-b633-0b1ce45049eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:51.576043 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-7cd2bc5f-727c-4843-b633-0b1ce45049eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a655f93-a527-4370-a676-4e688ca3a876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648236 May 05 15:51:51.580874 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for floatingip (e5d76ba9-87cf-41e7-84cb-c57b520a69f0), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:51.581220 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Floating IP e5d76ba9-87cf-41e7-84cb-c57b520a69f0 disassociated (deleted). External IP: 172.27.3.144, port: ffcb12f3-8d89-4154-bba1-201fbf5d98c9. May 05 15:51:51.775086 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-f223707b-ec06-4694-81db-df260f7bb1c1 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916974 May 05 15:51:51.796068 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbb1bf-d420-47fc-8d3c-9204ad5834eb req-a213fb6d-6ca8-41ff-8fd2-5610c1481026 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:51.797816 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-aecbb1bf-d420-47fc-8d3c-9204ad5834eb req-a213fb6d-6ca8-41ff-8fd2-5610c1481026 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0759442 May 05 15:51:51.945277 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-aecbb1bf-d420-47fc-8d3c-9204ad5834eb req-23b8e4cc-813e-472e-9f57-65b7a303b9c6 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319416 May 05 15:51:51.987005 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e5d49f79-abeb-47d0-b6d4-99322afec4cc req-9ab4c392-d241-4a62-a4f3-bcc12586e314 service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035434 May 05 15:51:52.012463 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Router 20f547a5-6c14-460a-a4e2-e4a49202ed40 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:51:52.128168 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:51:52.133052 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:51:52.139382 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae62db-61f7-408c-a8d2-7dfc36449b48 None None] Sync routers for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:51:52.151493 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae62db-61f7-408c-a8d2-7dfc36449b48 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:51:52.152129 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-43ae62db-61f7-408c-a8d2-7dfc36449b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:51:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:51:52.164453 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-94977c69-5c98-410c-9880-d2839cf986be tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "DELETE /v2.0/floatingips/e5d76ba9-87cf-41e7-84cb-c57b520a69f0 HTTP/1.1" status: 204 len: 168 time: 1.5980935 May 05 15:51:52.165192 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'tag': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:51:52.167755 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1329beb4-4e57-4fa8-8a4d-9060ddc6af59" -d '{"events": [{"name": "network-changed", "server_uuid": "c969e4ec-d433-472a-92ed-05d4d710dd7d", "tag": "ffcb12f3-8d89-4154-bba1-201fbf5d98c9"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:51:52.207079 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a113925e-6916-44fa-bfe6-0ae7218e9c21 x-openstack-request-id: req-a113925e-6916-44fa-bfe6-0ae7218e9c21 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:51:52.207674 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c969e4ec-d433-472a-92ed-05d4d710dd7d", "tag": "ffcb12f3-8d89-4154-bba1-201fbf5d98c9", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:51:52.207998 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a113925e-6916-44fa-bfe6-0ae7218e9c21 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:51:52.208477 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a113925e-6916-44fa-bfe6-0ae7218e9c21'] response: {'name': 'network-changed', 'server_uuid': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'tag': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9', 'status': 'completed', 'code': 200} May 05 15:51:52.292012 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329beb4-4e57-4fa8-8a4d-9060ddc6af59 req-6d51b1a5-0fb2-4253-af7c-1595e59b204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:52.294015 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1329beb4-4e57-4fa8-8a4d-9060ddc6af59 req-6d51b1a5-0fb2-4253-af7c-1595e59b204f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 1129 time: 0.0613837 May 05 15:51:52.318997 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-43ae62db-61f7-408c-a8d2-7dfc36449b48 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:51:52.414560 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329beb4-4e57-4fa8-8a4d-9060ddc6af59 req-ccf6c1a5-e99e-4003-8dda-9fa75708092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:52.416026 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1329beb4-4e57-4fa8-8a4d-9060ddc6af59 req-ccf6c1a5-e99e-4003-8dda-9fa75708092e service neutron] 10.222.0.41 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 913 time: 0.1110303 May 05 15:51:52.451307 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d35ce-d1f1-465a-b011-44798dd97af7 req-56f5f301-ef9c-4cf7-bef1-cca80cd4d483 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:52.453541 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c69d35ce-d1f1-465a-b011-44798dd97af7 req-56f5f301-ef9c-4cf7-bef1-cca80cd4d483 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0517664 May 05 15:51:52.518308 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c69d35ce-d1f1-465a-b011-44798dd97af7 req-ece1898e-d067-4940-9b33-e58f780ee615 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551021 May 05 15:51:52.596000 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-43ae62db-61f7-408c-a8d2-7dfc36449b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:13:f3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:48:11Z', 'updated_at': '2022-05-05T15:48:13Z', 'revision_number': 1, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:51:52.622141 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae62db-61f7-408c-a8d2-7dfc36449b48 None None] Checking router: 20f547a5-6c14-460a-a4e2-e4a49202ed40 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:51:52.630986 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae62db-61f7-408c-a8d2-7dfc36449b48 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:51:52.631594 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-43ae62db-61f7-408c-a8d2-7dfc36449b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:51:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:51:52.738975 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-43ae62db-61f7-408c-a8d2-7dfc36449b48 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:51:52.948653 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-43ae62db-61f7-408c-a8d2-7dfc36449b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:13:f3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:48:11Z', 'updated_at': '2022-05-05T15:48:13Z', 'revision_number': 1, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:51:52.976070 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae62db-61f7-408c-a8d2-7dfc36449b48 None None] The sync data for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi is: [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'port_id': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'mac_address': 'fa:16:3e:13:f3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:48:11Z', 'updated_at': '2022-05-05T15:48:13Z', 'revision_number': 1, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:51:53.066046 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1da4-820e-44ab-b4c2-e1732d7a5c96 req-ed014131-fa9b-41a6-994c-5ddde79e8c97 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:53.067555 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ecea1da4-820e-44ab-b4c2-e1732d7a5c96 req-ed014131-fa9b-41a6-994c-5ddde79e8c97 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0477734 May 05 15:51:53.115808 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ecea1da4-820e-44ab-b4c2-e1732d7a5c96 req-3bae3857-bd45-4c06-a50e-8def59722090 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427325 May 05 15:51:53.200845 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8b3c8-6ac3-4406-a70f-df2afd04070d None None] New status for floating IP e5d76ba9-87cf-41e7-84cb-c57b520a69f0: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:51:53.635697 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd0aa-bb14-4e0c-a62d-e816cacf5661 req-719f63e8-3b31-4b1f-b53e-a03f2e050719 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:53.637176 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e62bd0aa-bb14-4e0c-a62d-e816cacf5661 req-719f63e8-3b31-4b1f-b53e-a03f2e050719 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0524278 May 05 15:51:53.691161 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e62bd0aa-bb14-4e0c-a62d-e816cacf5661 req-bb904a5b-1e06-414f-9acf-cc616c49face tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477092 May 05 15:51:54.249987 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a2ee7-5044-4e9e-9fef-8dcff6a8d7fd req-5f605aa3-5ec6-45fe-bf7d-864de97380a2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:54.253229 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b14a2ee7-5044-4e9e-9fef-8dcff6a8d7fd req-5f605aa3-5ec6-45fe-bf7d-864de97380a2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0546410 May 05 15:51:54.302749 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b14a2ee7-5044-4e9e-9fef-8dcff6a8d7fd req-f8587b5e-7376-4028-9102-e1e2c404b1c3 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444810 May 05 15:51:54.820961 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1052ad5-6e66-44d4-a310-d72094d1f760 req-fa76c387-6a17-41a8-a133-30c756c76e26 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:54.822894 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a1052ad5-6e66-44d4-a310-d72094d1f760 req-fa76c387-6a17-41a8-a133-30c756c76e26 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0513921 May 05 15:51:54.875263 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a1052ad5-6e66-44d4-a310-d72094d1f760 req-062228c1-7960-49fc-b558-9a2991664844 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462422 May 05 15:51:55.433914 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfe2dc-e13f-4ad3-84c1-f5ab923c31fe req-bebe5c09-17bb-4320-9c75-acf8a3a4a6d9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:55.435439 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-63cfe2dc-e13f-4ad3-84c1-f5ab923c31fe req-bebe5c09-17bb-4320-9c75-acf8a3a4a6d9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0479162 May 05 15:51:55.483435 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-63cfe2dc-e13f-4ad3-84c1-f5ab923c31fe req-49f7ab91-7696-45a8-b5e7-0294425be58f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 May 05 15:51:55.995310 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae890f-bb12-4edb-8ea8-10fea237feb5 req-490cb203-2729-4468-9df1-e55381113c26 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:56.003476 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d1ae890f-bb12-4edb-8ea8-10fea237feb5 req-490cb203-2729-4468-9df1-e55381113c26 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0601268 May 05 15:51:56.049485 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d1ae890f-bb12-4edb-8ea8-10fea237feb5 req-988d7902-ba4b-480e-a29c-9c0bc9123433 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451274 May 05 15:51:56.616828 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada69a33-f88b-470f-a6a8-812e2f984333 req-2e76133c-3d9b-4bf0-abef-962881dddf83 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:56.618325 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ada69a33-f88b-470f-a6a8-812e2f984333 req-2e76133c-3d9b-4bf0-abef-962881dddf83 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0505390 May 05 15:51:56.680502 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ada69a33-f88b-470f-a6a8-812e2f984333 req-a303ba01-79fc-46de-85d0-c2f88a7644d0 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555310 May 05 15:51:57.175527 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4513f0-0d56-48ab-a809-40b5630eb866 req-59a110a2-efc1-4500-8321-5f30563c7b0b tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:57.177408 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9f4513f0-0d56-48ab-a809-40b5630eb866 req-59a110a2-efc1-4500-8321-5f30563c7b0b tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0544517 May 05 15:51:57.230969 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9f4513f0-0d56-48ab-a809-40b5630eb866 req-1d8304be-a77e-442c-b7f0-de1bf92927ab tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471082 May 05 15:51:57.818250 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d86c2-3be8-4b01-b70c-f0f73b0c68e7 req-c5bbe24c-ae27-4b5a-bfe2-4f3148350d60 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:57.819926 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-691d86c2-3be8-4b01-b70c-f0f73b0c68e7 req-c5bbe24c-ae27-4b5a-bfe2-4f3148350d60 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0504210 May 05 15:51:57.866675 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-691d86c2-3be8-4b01-b70c-f0f73b0c68e7 req-c915bd6b-495d-4d9a-b4b5-da8669fec8fa tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411718 May 05 15:51:58.356411 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2bc86-7def-48c9-8720-6f1dded48f55 req-87fac93a-4bc8-4a21-a93b-2468f475bfc3 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:58.357882 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6bf2bc86-7def-48c9-8720-6f1dded48f55 req-87fac93a-4bc8-4a21-a93b-2468f475bfc3 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0508111 May 05 15:51:58.412984 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6bf2bc86-7def-48c9-8720-6f1dded48f55 req-6e5be658-a1fb-4804-9be5-428c71e6f6a8 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457568 May 05 15:51:58.988352 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48a944-d828-4bc2-af31-50f21195c274 req-9a5d7cae-eab7-4dd8-9d08-cd94accc6da2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:58.990017 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1a48a944-d828-4bc2-af31-50f21195c274 req-9a5d7cae-eab7-4dd8-9d08-cd94accc6da2 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0489070 May 05 15:51:59.042360 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1a48a944-d828-4bc2-af31-50f21195c274 req-3f4bb0ac-cf5a-4683-82a4-dd4b63c850e1 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464501 May 05 15:51:59.553140 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c47ab-bac3-47ae-b321-84582765b5fd req-dd02b0df-1ed0-4eab-926a-7f246350382d tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:51:59.554542 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3d4c47ab-bac3-47ae-b321-84582765b5fd req-dd02b0df-1ed0-4eab-926a-7f246350382d tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0668046 May 05 15:51:59.604630 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3d4c47ab-bac3-47ae-b321-84582765b5fd req-4b559251-70b9-46d3-be93-3552c4693a97 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433247 May 05 15:52:00.159544 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bd215-9f70-4677-8ffc-545b536151cc req-1ae5917a-9095-44cd-b993-222c8348c540 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:00.160989 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e67bd215-9f70-4677-8ffc-545b536151cc req-1ae5917a-9095-44cd-b993-222c8348c540 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0460382 May 05 15:52:00.208668 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e67bd215-9f70-4677-8ffc-545b536151cc req-dc68c9fa-6333-49e0-aecb-d81a3a587a13 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420947 May 05 15:52:00.719466 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889413cb-df3a-4820-87db-50baccd23366 req-2926c470-e7d9-45b6-8c07-63be62e6fa55 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:00.721011 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-889413cb-df3a-4820-87db-50baccd23366 req-2926c470-e7d9-45b6-8c07-63be62e6fa55 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0468168 May 05 15:52:00.777236 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-889413cb-df3a-4820-87db-50baccd23366 req-f1c6cd6c-e110-4f94-b504-8864d2a6be1e tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488820 May 05 15:52:01.335169 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348ce4c-3165-43e7-a728-805e12fbd6fc req-6d4d2652-b7fc-46f9-8a32-97f085548145 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:01.336651 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3348ce4c-3165-43e7-a728-805e12fbd6fc req-6d4d2652-b7fc-46f9-8a32-97f085548145 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0475698 May 05 15:52:01.389563 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3348ce4c-3165-43e7-a728-805e12fbd6fc req-aecef88e-e16a-4ff6-8d8e-039ded080512 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426669 May 05 15:52:01.896543 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a615df-bdbb-4123-9677-b320ff6cf909 req-7895e9db-c389-4bca-a7b7-43cb8cf45d7e tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:01.898009 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-42a615df-bdbb-4123-9677-b320ff6cf909 req-7895e9db-c389-4bca-a7b7-43cb8cf45d7e tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0507789 May 05 15:52:01.945707 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-42a615df-bdbb-4123-9677-b320ff6cf909 req-29350ddf-d3f6-4789-a626-7d2d6f6f6a3c tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421071 May 05 15:52:02.511271 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536eadc0-d7b4-4437-9a3b-8c2ed680c6b1 req-4833ea18-c5f6-4510-8ad3-21097c03b841 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:02.512751 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-536eadc0-d7b4-4437-9a3b-8c2ed680c6b1 req-4833ea18-c5f6-4510-8ad3-21097c03b841 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0501001 May 05 15:52:02.571522 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-536eadc0-d7b4-4437-9a3b-8c2ed680c6b1 req-299f5ee7-c85f-4ece-9f76-e0feb7a5f82d tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527496 May 05 15:52:03.059744 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c0434-a11b-47c4-81ed-1589cb255df0 req-d9113c77-6bcb-4a19-ac92-a7bf2f1a31a2 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:03.061174 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9b7c0434-a11b-47c4-81ed-1589cb255df0 req-d9113c77-6bcb-4a19-ac92-a7bf2f1a31a2 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0479002 May 05 15:52:03.109542 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9b7c0434-a11b-47c4-81ed-1589cb255df0 req-633b35a5-cf36-4d4d-8d1e-eed9db852f33 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425529 May 05 15:52:03.689052 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d8b41-a4c9-4d03-883e-7d0eaa0af80d req-5ae5d1a1-2141-4ff1-9c9b-6c93576d0f85 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:03.690533 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9d6d8b41-a4c9-4d03-883e-7d0eaa0af80d req-5ae5d1a1-2141-4ff1-9c9b-6c93576d0f85 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0467157 May 05 15:52:03.736005 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9d6d8b41-a4c9-4d03-883e-7d0eaa0af80d req-88fc39e1-9ed3-434d-ab15-55f81418da01 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400405 May 05 15:52:04.220884 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f351ad-2c62-4106-84ce-030e6635d588 req-d83eb8a1-0b08-4c18-8e3b-2365ee1f8704 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:04.222357 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-47f351ad-2c62-4106-84ce-030e6635d588 req-d83eb8a1-0b08-4c18-8e3b-2365ee1f8704 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0459661 May 05 15:52:04.283152 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-47f351ad-2c62-4106-84ce-030e6635d588 req-7cce2736-1c8a-4e30-9ec5-bcc17b8306d3 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552313 May 05 15:52:04.317204 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1329beb4-4e57-4fa8-8a4d-9060ddc6af59 req-7a72b3cd-7e08-4565-b19f-70fe22d08e35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffcb12f3-8d89-4154-bba1-201fbf5d98c9 HTTP/1.1" status: 200 len: 217 time: 0.0499873 May 05 15:52:04.854407 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ddef3-eb99-4d3e-a112-6854facfc576 req-4c29175d-862f-465e-bf9e-44e841765a86 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:04.855848 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-310ddef3-eb99-4d3e-a112-6854facfc576 req-4c29175d-862f-465e-bf9e-44e841765a86 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0470626 May 05 15:52:04.904313 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-310ddef3-eb99-4d3e-a112-6854facfc576 req-455b31dc-3f74-4cdd-b95d-9f512b0dc793 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 May 05 15:52:05.192345 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329beb4-4e57-4fa8-8a4d-9060ddc6af59 req-59323442-3869-452d-b414-a39a3d543f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:05.193776 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1329beb4-4e57-4fa8-8a4d-9060ddc6af59 req-59323442-3869-452d-b414-a39a3d543f90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0269e26-05aa-48f4-88c9-5e4227d2190a HTTP/1.1" status: 200 len: 851 time: 0.0436561 May 05 15:52:05.242410 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329beb4-4e57-4fa8-8a4d-9060ddc6af59 req-638c3b2f-5771-4cef-acbf-d70b01d64244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:05.243906 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1329beb4-4e57-4fa8-8a4d-9060ddc6af59 req-638c3b2f-5771-4cef-acbf-d70b01d64244 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0331bb37-5dab-419c-8101-94ce6a3a2dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380421 May 05 15:52:05.250033 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cd5d9-c79b-4dd1-824d-2a66bd644198 req-ef884b8d-9cff-4e76-b1a2-8833bb8413e1 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:05.251487 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-de5cd5d9-c79b-4dd1-824d-2a66bd644198 req-ef884b8d-9cff-4e76-b1a2-8833bb8413e1 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0450506 May 05 15:52:05.336156 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-de5cd5d9-c79b-4dd1-824d-2a66bd644198 req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Deleting port ffcb12f3-8d89-4154-bba1-201fbf5d98c9 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:05.336510 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-de5cd5d9-c79b-4dd1-824d-2a66bd644198 req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:05.341509 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1329beb4-4e57-4fa8-8a4d-9060ddc6af59 req-bc5758f1-a1e7-4f81-a63b-39b1d3c08406 service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902796 May 05 15:52:05.428670 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-de5cd5d9-c79b-4dd1-824d-2a66bd644198 req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] For port ffcb12f3-8d89-4154-bba1-201fbf5d98c9, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ffcb12f3-8d89-4154-bba1-201fbf5d98c9,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:05.429030 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-de5cd5d9-c79b-4dd1-824d-2a66bd644198 req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:05.442579 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-de5cd5d9-c79b-4dd1-824d-2a66bd644198 req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Calling delete_port for ffcb12f3-8d89-4154-bba1-201fbf5d98c9 owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:05.444727 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20908bfd-3248-4e3f-96cf-c7585b8aa444 req-f2276b5e-208c-4677-a063-b37d17bf5cd2 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:05.446238 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-20908bfd-3248-4e3f-96cf-c7585b8aa444 req-f2276b5e-208c-4677-a063-b37d17bf5cd2 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=c969e4ec-d433-472a-92ed-05d4d710dd7d HTTP/1.1" status: 200 len: 945 time: 0.0912492 May 05 15:52:05.495593 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1329beb4-4e57-4fa8-8a4d-9060ddc6af59 req-c8fded0d-c3a0-4c07-9400-a9fd742bd8dc service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487029 May 05 15:52:05.512384 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-20908bfd-3248-4e3f-96cf-c7585b8aa444 req-86deaa9e-ef8e-48a7-80cf-3b7ed0b942da tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601368 May 05 15:52:05.582902 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-de5cd5d9-c79b-4dd1-824d-2a66bd644198 req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (ffcb12f3-8d89-4154-bba1-201fbf5d98c9), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:05.609370 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event deleted for resources: {'Port': ['ID=ffcb12f3-8d89-4154-bba1-201fbf5d98c9,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:05.621486 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.621840 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.622203 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.622543 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.622881 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.623214 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.623546 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.623873 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.624719 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.625215 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.625626 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.625986 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.626337 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.626665 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.626990 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:05.668960 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5cd5d9-c79b-4dd1-824d-2a66bd644198 req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] No DVR routers for this DVR port ffcb12f3-8d89-4154-bba1-201fbf5d98c9 on host hv-cinder-83979 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:52:05.671558 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-de5cd5d9-c79b-4dd1-824d-2a66bd644198 req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:05.675032 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-de5cd5d9-c79b-4dd1-824d-2a66bd644198 req-8c50a424-2937-4be3-8966-874736825799 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "DELETE /v2.0/ports/ffcb12f3-8d89-4154-bba1-201fbf5d98c9 HTTP/1.1" status: 204 len: 173 time: 0.4188957 May 05 15:52:05.675471 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'name': 'network-vif-deleted', 'tag': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:52:05.677682 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c18aaa-1fb3-4885-92ae-41c06e703a60" -d '{"events": [{"server_uuid": "c969e4ec-d433-472a-92ed-05d4d710dd7d", "name": "network-vif-deleted", "tag": "ffcb12f3-8d89-4154-bba1-201fbf5d98c9"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:52:05.712221 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703d7291-de40-4d8a-8e91-cb3a75f1d515 x-openstack-request-id: req-703d7291-de40-4d8a-8e91-cb3a75f1d515 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:52:05.712512 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c969e4ec-d433-472a-92ed-05d4d710dd7d", "name": "network-vif-deleted", "tag": "ffcb12f3-8d89-4154-bba1-201fbf5d98c9", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:52:05.712767 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-703d7291-de40-4d8a-8e91-cb3a75f1d515 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:52:05.713164 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-703d7291-de40-4d8a-8e91-cb3a75f1d515'] response: {'server_uuid': 'c969e4ec-d433-472a-92ed-05d4d710dd7d', 'name': 'network-vif-deleted', 'tag': 'ffcb12f3-8d89-4154-bba1-201fbf5d98c9', 'status': 'completed', 'code': 200} May 05 15:52:06.028747 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef64557-b2d8-487e-93c7-ed275d9dbd7c req-5945597e-1761-4793-a0a4-a643c133f657 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:06.031194 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1ef64557-b2d8-487e-93c7-ed275d9dbd7c req-5945597e-1761-4793-a0a4-a643c133f657 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0518353 May 05 15:52:06.081350 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1ef64557-b2d8-487e-93c7-ed275d9dbd7c req-8fb37072-f1dd-4d1a-923d-da98de30fb60 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445654 May 05 15:52:07.137501 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 377b9438-5f3c-4507-a9aa-adcb0e2e3192 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:52:07.202710 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f6a80-0863-47a2-a830-f81dee19fe04 req-e94a8be1-881c-4aef-b1de-7fd1bce91535 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:07.204188 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-762f6a80-0863-47a2-a830-f81dee19fe04 req-e94a8be1-881c-4aef-b1de-7fd1bce91535 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 943 time: 0.0501461 May 05 15:52:07.235685 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:07.250306 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'port_id': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'mac_address': 'fa:16:3e:e0:04:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:52:07.251199 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-762f6a80-0863-47a2-a830-f81dee19fe04 req-4ae4e20b-7926-4e30-b248-832233780fe4 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412374 May 05 15:52:07.288288 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:52:07.288683 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:07.301940 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377b9438-5f3c-4507-a9aa-adcb0e2e3192 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:52:07.321364 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:07.325145 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:07.371376 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=377b9438-5f3c-4507-a9aa-adcb0e2e3192,revision_number=9']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:07.542234 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['377b9438-5f3c-4507-a9aa-adcb0e2e3192'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:52:08.369559 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6d969-1888-45a7-a0e2-6d9fa34511e2 req-f74cebe3-bf1d-4fb7-8333-e8c81b468558 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:08.371038 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5f6d969-1888-45a7-a0e2-6d9fa34511e2 req-f74cebe3-bf1d-4fb7-8333-e8c81b468558 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 944 time: 0.0479519 May 05 15:52:08.421035 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5f6d969-1888-45a7-a0e2-6d9fa34511e2 req-e74e67d2-bece-4baf-8c8a-bf32d3b5aa1c tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439947 May 05 15:52:08.788652 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34738) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:08.933894 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-ac4caf62-4a1b-4ee7-9bf9-76d223972734 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Deleting port 239f63d1-41bc-40be-ae42-3d0710a21c1f {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:08.934275 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ac4caf62-4a1b-4ee7-9bf9-76d223972734 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (239f63d1-41bc-40be-ae42-3d0710a21c1f), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:09.010345 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ac4caf62-4a1b-4ee7-9bf9-76d223972734 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (239f63d1-41bc-40be-ae42-3d0710a21c1f), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:09.010679 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ac4caf62-4a1b-4ee7-9bf9-76d223972734 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for floatingip (239f63d1-41bc-40be-ae42-3d0710a21c1f), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:09.023048 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-ac4caf62-4a1b-4ee7-9bf9-76d223972734 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Calling delete_port for 239f63d1-41bc-40be-ae42-3d0710a21c1f owned by network:floatingip {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:09.154309 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 377b9438-5f3c-4507-a9aa-adcb0e2e3192 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:52:09.166273 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ac4caf62-4a1b-4ee7-9bf9-76d223972734 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (239f63d1-41bc-40be-ae42-3d0710a21c1f), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:09.192687 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4caf62-4a1b-4ee7-9bf9-76d223972734 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event deleted for resources: {'Port': ['ID=239f63d1-41bc-40be-ae42-3d0710a21c1f,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:09.207202 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:52:09.207582 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:09.257747 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ac4caf62-4a1b-4ee7-9bf9-76d223972734 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for floatingip (b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:09.258098 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [None req-ac4caf62-4a1b-4ee7-9bf9-76d223972734 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Floating IP b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5 disassociated (deleted). External IP: 172.27.3.93, port: 6bda2cbc-9833-47bc-9be3-0d9dae6d090b. May 05 15:52:09.286572 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:52:09.286876 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:09.309903 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:52:09.312182 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbb853e-c736-4154-86e0-2c71b27eb7fa" -d '{"events": [{"server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "name": "network-vif-plugged", "status": "completed", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:52:09.324370 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:09.329104 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:09.329889 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device ffcb12f3-8d89-4154-bba1-201fbf5d98c9 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:52:09.368345 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffc6de3-f5d0-485d-ae51-00565487103f x-openstack-request-id: req-9ffc6de3-f5d0-485d-ae51-00565487103f {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:52:09.368661 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "name": "network-vif-plugged", "status": "completed", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:52:09.368914 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ffc6de3-f5d0-485d-ae51-00565487103f {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:52:09.369656 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffc6de3-f5d0-485d-ae51-00565487103f'] response: {'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'code': 200} May 05 15:52:09.373590 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: ffcb12f3-8d89-4154-bba1-201fbf5d98c9 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:52:09.373976 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device ffcb12f3-8d89-4154-bba1-201fbf5d98c9 not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:52:09.396294 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=377b9438-5f3c-4507-a9aa-adcb0e2e3192,revision_number=10']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:09.480964 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4caf62-4a1b-4ee7-9bf9-76d223972734 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Router 20f547a5-6c14-460a-a4e2-e4a49202ed40 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:52:09.576842 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716912d9-a4c9-4b1b-81dc-2ea59e5b90d8 req-99be24a5-145d-4eba-a056-896a8a8bee9a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:09.578401 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-716912d9-a4c9-4b1b-81dc-2ea59e5b90d8 req-99be24a5-145d-4eba-a056-896a8a8bee9a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 946 time: 0.0807142 May 05 15:52:09.584599 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a033423-4a6f-4384-8333-c374ef20f873 req-625cd34c-371d-4f33-92f7-421c4723523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:09.586016 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4a033423-4a6f-4384-8333-c374ef20f873 req-625cd34c-371d-4f33-92f7-421c4723523b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 1130 time: 0.0717101 May 05 15:52:09.595684 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4caf62-4a1b-4ee7-9bf9-76d223972734 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:52:09.600523 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ac4caf62-4a1b-4ee7-9bf9-76d223972734 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:09.607117 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6292ab98-db79-4fc8-a742-b95689e57281 None None] Sync routers for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:52:09.619055 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6292ab98-db79-4fc8-a742-b95689e57281 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:09.620686 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-6292ab98-db79-4fc8-a742-b95689e57281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:51:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:09.632426 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-ac4caf62-4a1b-4ee7-9bf9-76d223972734 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "DELETE /v2.0/floatingips/b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5 HTTP/1.1" status: 204 len: 168 time: 0.8403275 May 05 15:52:09.632426 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'tag': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:52:09.633351 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48272ea5-4e43-46d8-a394-6b722a6efcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5c1c09-fb1b-428a-9bad-eadc8ad47007", "tag": "6bda2cbc-9833-47bc-9be3-0d9dae6d090b"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:52:09.664560 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-716912d9-a4c9-4b1b-81dc-2ea59e5b90d8 req-8d4c5f4d-a502-4813-84a6-25c93ca91283 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775595 May 05 15:52:09.666741 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4a033423-4a6f-4384-8333-c374ef20f873 req-ccb3b51c-ddad-4d18-a47d-f27b2aaf005e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734186 May 05 15:52:09.717506 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bd1763-9f40-4acb-a653-c5472571166d x-openstack-request-id: req-25bd1763-9f40-4acb-a653-c5472571166d {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:52:09.717999 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5c1c09-fb1b-428a-9bad-eadc8ad47007", "tag": "6bda2cbc-9833-47bc-9be3-0d9dae6d090b", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:52:09.719039 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25bd1763-9f40-4acb-a653-c5472571166d {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:52:09.719521 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25bd1763-9f40-4acb-a653-c5472571166d'] response: {'name': 'network-changed', 'server_uuid': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'tag': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'status': 'completed', 'code': 200} May 05 15:52:09.745523 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-6292ab98-db79-4fc8-a742-b95689e57281 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:09.864872 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce22eb-8a49-4670-b6da-111264f89824 req-f5e1377a-081a-43b5-bc4b-91318adae1a0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:09.866450 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8fce22eb-8a49-4670-b6da-111264f89824 req-f5e1377a-081a-43b5-bc4b-91318adae1a0 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 945 time: 0.0488462 May 05 15:52:09.927020 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8fce22eb-8a49-4670-b6da-111264f89824 req-58a96f3b-ca1f-4997-991d-89c7854c6bc7 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540090 May 05 15:52:10.094219 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-6292ab98-db79-4fc8-a742-b95689e57281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:10.119907 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6292ab98-db79-4fc8-a742-b95689e57281 None None] Checking router: 20f547a5-6c14-460a-a4e2-e4a49202ed40 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:52:10.127802 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6292ab98-db79-4fc8-a742-b95689e57281 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:10.128411 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-6292ab98-db79-4fc8-a742-b95689e57281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:51:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:10.235042 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-6292ab98-db79-4fc8-a742-b95689e57281 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:10.428433 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-6292ab98-db79-4fc8-a742-b95689e57281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:10.454147 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6292ab98-db79-4fc8-a742-b95689e57281 None None] The sync data for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi is: [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:05Z', 'revision_number': 4, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': 'b185b0b4-db3d-458e-8f32-e57244f83d9f', 'name': '', 'network_id': '0331bb37-5dab-419c-8101-94ce6a3a2dcf', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'mac_address': 'fa:16:3e:55:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:04Z', 'updated_at': '2022-05-05T15:44:10Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'subnets': [{'id': 'c0269e26-05aa-48f4-88c9-5e4227d2190a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:52:10.667367 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938454a-a4f1-4f7f-8873-546e6492f90c None None] New status for floating IP b0e4f4fc-8c6d-45a9-aa2a-b2e66629cbf5: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:52:10.788369 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd50a8c-22a6-4589-aa36-d5028864c37c req-482270a9-7b8a-4b1f-998b-65dea181e341 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:10.789835 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-cfd50a8c-22a6-4589-aa36-d5028864c37c req-482270a9-7b8a-4b1f-998b-65dea181e341 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 946 time: 0.0475857 May 05 15:52:10.836311 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-cfd50a8c-22a6-4589-aa36-d5028864c37c req-94a48288-5550-493d-b3eb-6a261ce50fa9 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409257 May 05 15:52:10.916570 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48272ea5-4e43-46d8-a394-6b722a6efcc5 req-4c77759e-66a4-4ad0-b100-0e76a215bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:10.918026 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-48272ea5-4e43-46d8-a394-6b722a6efcc5 req-4c77759e-66a4-4ad0-b100-0e76a215bad0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 1129 time: 0.0385220 May 05 15:52:11.041814 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977f01-1c11-4526-b9f1-8c946eaed97c req-a8cfa36b-e83d-454a-b908-414ae060ecac tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:11.043276 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b2977f01-1c11-4526-b9f1-8c946eaed97c req-a8cfa36b-e83d-454a-b908-414ae060ecac tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 945 time: 0.0464728 May 05 15:52:11.092953 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b2977f01-1c11-4526-b9f1-8c946eaed97c req-f73e00c2-59de-4d53-9b1b-a23791c067e2 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441649 May 05 15:52:11.305960 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48272ea5-4e43-46d8-a394-6b722a6efcc5 req-adf24ce6-b519-443b-b5cf-54b2a8f72f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:11.307406 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-48272ea5-4e43-46d8-a394-6b722a6efcc5 req-adf24ce6-b519-443b-b5cf-54b2a8f72f22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 200 len: 913 time: 0.0824356 May 05 15:52:11.355324 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-48272ea5-4e43-46d8-a394-6b722a6efcc5 req-8ad777e8-715d-4492-875b-7469ab3ccf81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bda2cbc-9833-47bc-9be3-0d9dae6d090b HTTP/1.1" status: 200 len: 217 time: 0.0378845 May 05 15:52:11.606226 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd129d1a-2bfa-4d25-aa86-1ef4b6aea620 req-77f09523-f0b2-4df2-b483-09e8abe1c8cc tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:11.607801 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-cd129d1a-2bfa-4d25-aa86-1ef4b6aea620 req-77f09523-f0b2-4df2-b483-09e8abe1c8cc tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 945 time: 0.0559874 May 05 15:52:11.795386 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48272ea5-4e43-46d8-a394-6b722a6efcc5 req-c62baeb3-47a4-4b03-9538-ce56ed236289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:11.797516 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-48272ea5-4e43-46d8-a394-6b722a6efcc5 req-c62baeb3-47a4-4b03-9538-ce56ed236289 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0269e26-05aa-48f4-88c9-5e4227d2190a HTTP/1.1" status: 200 len: 851 time: 0.3012149 May 05 15:52:11.953571 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a65d8a-7503-40e4-a8ce-4799e78f15cc req-8f88cb2f-b753-45f8-b8d0-a7216b0e3826 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:11.955065 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-36a65d8a-7503-40e4-a8ce-4799e78f15cc req-8f88cb2f-b753-45f8-b8d0-a7216b0e3826 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 946 time: 0.0474107 May 05 15:52:12.009879 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-36a65d8a-7503-40e4-a8ce-4799e78f15cc req-f5758988-cf05-40c0-ae8c-08f5a9f28b1a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489435 May 05 15:52:12.050719 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48272ea5-4e43-46d8-a394-6b722a6efcc5 req-cd496332-4ddc-457d-aa0d-b41426b68ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:12.052234 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-48272ea5-4e43-46d8-a394-6b722a6efcc5 req-cd496332-4ddc-457d-aa0d-b41426b68ca3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0331bb37-5dab-419c-8101-94ce6a3a2dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592325 May 05 15:52:12.088107 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-cd129d1a-2bfa-4d25-aa86-1ef4b6aea620 req-e254dad2-ef28-4c5f-b7fa-3b7d86e5e47f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Deleting port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:12.088455 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-cd129d1a-2bfa-4d25-aa86-1ef4b6aea620 req-e254dad2-ef28-4c5f-b7fa-3b7d86e5e47f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:12.153924 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-48272ea5-4e43-46d8-a394-6b722a6efcc5 req-03e8129e-7e2f-44c8-81a3-fa4f3a646237 service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947371 May 05 15:52:12.191828 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-cd129d1a-2bfa-4d25-aa86-1ef4b6aea620 req-e254dad2-ef28-4c5f-b7fa-3b7d86e5e47f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] For port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6bda2cbc-9833-47bc-9be3-0d9dae6d090b,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:12.192829 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-cd129d1a-2bfa-4d25-aa86-1ef4b6aea620 req-e254dad2-ef28-4c5f-b7fa-3b7d86e5e47f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:12.207775 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-cd129d1a-2bfa-4d25-aa86-1ef4b6aea620 req-e254dad2-ef28-4c5f-b7fa-3b7d86e5e47f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Calling delete_port for 6bda2cbc-9833-47bc-9be3-0d9dae6d090b owned by compute:nova {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:12.261955 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c034f-6ce1-4edf-8ca4-2094c098dd22 req-34cd8fa9-c048-4435-8da4-26973332d5ab tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:12.263478 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5f5c034f-6ce1-4edf-8ca4-2094c098dd22 req-34cd8fa9-c048-4435-8da4-26973332d5ab tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5c1c09-fb1b-428a-9bad-eadc8ad47007 HTTP/1.1" status: 200 len: 945 time: 0.0924809 May 05 15:52:12.320338 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-48272ea5-4e43-46d8-a394-6b722a6efcc5 req-fff364c3-9561-46ce-895e-d720b25cc45e service neutron] 10.222.0.41 "GET /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594546 May 05 15:52:12.355047 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5f5c034f-6ce1-4edf-8ca4-2094c098dd22 req-b67e1fba-f9ec-4882-95eb-4c483a7b250b tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "GET /v2.0/security-groups?id=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838249 May 05 15:52:12.356409 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-cd129d1a-2bfa-4d25-aa86-1ef4b6aea620 req-e254dad2-ef28-4c5f-b7fa-3b7d86e5e47f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (6bda2cbc-9833-47bc-9be3-0d9dae6d090b), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:12.392545 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254dad2-ef28-4c5f-b7fa-3b7d86e5e47f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event deleted for resources: {'Port': ['ID=6bda2cbc-9833-47bc-9be3-0d9dae6d090b,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:12.434181 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd129d1a-2bfa-4d25-aa86-1ef4b6aea620 req-e254dad2-ef28-4c5f-b7fa-3b7d86e5e47f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] No DVR routers for this DVR port 6bda2cbc-9833-47bc-9be3-0d9dae6d090b on host hv-cinder-83979 {{(pid=109965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:52:12.437071 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-cd129d1a-2bfa-4d25-aa86-1ef4b6aea620 req-e254dad2-ef28-4c5f-b7fa-3b7d86e5e47f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:12.440918 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-cd129d1a-2bfa-4d25-aa86-1ef4b6aea620 req-e254dad2-ef28-4c5f-b7fa-3b7d86e5e47f tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.41 "DELETE /v2.0/ports/6bda2cbc-9833-47bc-9be3-0d9dae6d090b HTTP/1.1" status: 204 len: 173 time: 0.4446621 May 05 15:52:12.441442 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'name': 'network-vif-deleted', 'tag': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:52:12.443852 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17309d62-8867-476c-9f85-f3e36f98b9a5" -d '{"events": [{"server_uuid": "5c5c1c09-fb1b-428a-9bad-eadc8ad47007", "name": "network-vif-deleted", "tag": "6bda2cbc-9833-47bc-9be3-0d9dae6d090b"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:52:12.481527 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66244899-1253-4486-897d-c37ad9d3d422 x-openstack-request-id: req-66244899-1253-4486-897d-c37ad9d3d422 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:52:12.481809 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5c1c09-fb1b-428a-9bad-eadc8ad47007", "name": "network-vif-deleted", "tag": "6bda2cbc-9833-47bc-9be3-0d9dae6d090b", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:52:12.482080 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66244899-1253-4486-897d-c37ad9d3d422 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:52:12.482482 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66244899-1253-4486-897d-c37ad9d3d422'] response: {'server_uuid': '5c5c1c09-fb1b-428a-9bad-eadc8ad47007', 'name': 'network-vif-deleted', 'tag': '6bda2cbc-9833-47bc-9be3-0d9dae6d090b', 'status': 'completed', 'code': 200} May 05 15:52:13.135382 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ec6bb-1c07-4697-9959-b201d9c1c255 req-f78fe5a5-af3a-43ed-a767-09b2ffa37fbd tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:13.136770 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d80ec6bb-1c07-4697-9959-b201d9c1c255 req-f78fe5a5-af3a-43ed-a767-09b2ffa37fbd tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 946 time: 0.0464249 May 05 15:52:13.182840 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d80ec6bb-1c07-4697-9959-b201d9c1c255 req-7cf15384-49f6-419a-9ae7-e0168a3b09d7 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406103 May 05 15:52:13.237033 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:52:13.409375 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34800) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:13.455517 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7c59169e-8764-4ad1-98f9-c022fefc2195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:13.526279 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-341b7d0f-80fe-4163-8134-2e8a082a1068 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Deleting port 5ada5376-be98-4ca3-a031-69ca7f0063d4 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:13.526625 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341b7d0f-80fe-4163-8134-2e8a082a1068 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (5ada5376-be98-4ca3-a031-69ca7f0063d4), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:13.612274 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341b7d0f-80fe-4163-8134-2e8a082a1068 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (5ada5376-be98-4ca3-a031-69ca7f0063d4), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:13.612608 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341b7d0f-80fe-4163-8134-2e8a082a1068 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for floatingip (5ada5376-be98-4ca3-a031-69ca7f0063d4), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:13.627670 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-341b7d0f-80fe-4163-8134-2e8a082a1068 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Calling delete_port for 5ada5376-be98-4ca3-a031-69ca7f0063d4 owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:13.762230 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341b7d0f-80fe-4163-8134-2e8a082a1068 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (5ada5376-be98-4ca3-a031-69ca7f0063d4), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:13.787371 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b7d0f-80fe-4163-8134-2e8a082a1068 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event deleted for resources: {'Port': ['ID=5ada5376-be98-4ca3-a031-69ca7f0063d4,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:13.847633 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341b7d0f-80fe-4163-8134-2e8a082a1068 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for floatingip (0cd01bb6-9404-454b-a760-9775f897883a), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:13.850208 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341b7d0f-80fe-4163-8134-2e8a082a1068 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:13.851362 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-341b7d0f-80fe-4163-8134-2e8a082a1068 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "DELETE /v2.0/floatingips/0cd01bb6-9404-454b-a760-9775f897883a HTTP/1.1" status: 204 len: 168 time: 0.4410169 May 05 15:52:15.046196 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34812) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:15.105501 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7cad2ba7-7e9f-404a-9f18-b864bc9f9207 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group (d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:15.131458 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7cad2ba7-7e9f-404a-9f18-b864bc9f9207 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group (d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:15.193422 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7cad2ba7-7e9f-404a-9f18-b864bc9f9207 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:15.196287 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7cad2ba7-7e9f-404a-9f18-b864bc9f9207 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:15.197439 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-7cad2ba7-7e9f-404a-9f18-b864bc9f9207 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] 10.222.0.58 "DELETE /v2.0/security-groups/d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9 HTTP/1.1" status: 204 len: 168 time: 0.1496747 May 05 15:52:15.206877 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad2ba7-7e9f-404a-9f18-b864bc9f9207 tempest-TestVolumeBootPattern-817615987 tempest-TestVolumeBootPattern-817615987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dbf92a-7e16-4116-b76e-d7a6f34cf2a9,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:15.225898 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 6bda2cbc-9833-47bc-9be3-0d9dae6d090b no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:52:15.253291 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34816) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:15.256914 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: 6bda2cbc-9833-47bc-9be3-0d9dae6d090b {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:52:15.257389 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 6bda2cbc-9833-47bc-9be3-0d9dae6d090b not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:52:15.675203 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-564b4298-a87e-447c-ba9d-8bef7848ed42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752084'] for router_interface (20f547a5-6c14-460a-a4e2-e4a49202ed40), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:15.786879 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-65cf0ea4-b6be-4e83-b6de-8135130fbfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:15.954554 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:16.167929 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-564b4298-a87e-447c-ba9d-8bef7848ed42 admin admin] Deleting port b185b0b4-db3d-458e-8f32-e57244f83d9f {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:16.168589 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-564b4298-a87e-447c-ba9d-8bef7848ed42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:16.244375 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-564b4298-a87e-447c-ba9d-8bef7848ed42 admin admin] For port b185b0b4-db3d-458e-8f32-e57244f83d9f, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=b185b0b4-db3d-458e-8f32-e57244f83d9f,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:16.244662 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-564b4298-a87e-447c-ba9d-8bef7848ed42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:16.257651 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-564b4298-a87e-447c-ba9d-8bef7848ed42 admin admin] Calling delete_port for b185b0b4-db3d-458e-8f32-e57244f83d9f owned by network:router_interface {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:16.435519 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-564b4298-a87e-447c-ba9d-8bef7848ed42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (b185b0b4-db3d-458e-8f32-e57244f83d9f), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:16.465498 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b4298-a87e-447c-ba9d-8bef7848ed42 admin admin] Pushing event deleted for resources: {'Port': ['ID=b185b0b4-db3d-458e-8f32-e57244f83d9f,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:16.634613 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-564b4298-a87e-447c-ba9d-8bef7848ed42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3763697'] for router_interface (20f547a5-6c14-460a-a4e2-e4a49202ed40), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:16.849272 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564b4298-a87e-447c-ba9d-8bef7848ed42 admin admin] Router 20f547a5-6c14-460a-a4e2-e4a49202ed40 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:52:16.955521 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564b4298-a87e-447c-ba9d-8bef7848ed42 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:52:16.960744 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-564b4298-a87e-447c-ba9d-8bef7848ed42 admin admin] 10.222.0.58 "PUT /v2.0/routers/20f547a5-6c14-460a-a4e2-e4a49202ed40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7064252 May 05 15:52:16.963258 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34820) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:16.965807 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912593c0-fd93-4fb3-a72b-83d533150669 None None] Sync routers for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:52:16.976720 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912593c0-fd93-4fb3-a72b-83d533150669 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:16.977350 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-912593c0-fd93-4fb3-a72b-83d533150669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:17.041750 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.068374 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Publish callbacks [] for router (20f547a5-6c14-460a-a4e2-e4a49202ed40), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.097245 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-912593c0-fd93-4fb3-a72b-83d533150669 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:17.173289 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Publish callbacks [] for router_gateway (20f547a5-6c14-460a-a4e2-e4a49202ed40), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.219236 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Deleting port a5337e80-d3ef-4892-b5fd-389cf0afdec3 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:17.219528 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.264414 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-912593c0-fd93-4fb3-a72b-83d533150669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:52:16Z', 'revision_number': 5, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port': {'id': 'a5337e80-d3ef-4892-b5fd-389cf0afdec3', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:23:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:17.295621 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912593c0-fd93-4fb3-a72b-83d533150669 None None] Checking router: 20f547a5-6c14-460a-a4e2-e4a49202ed40 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:52:17.297848 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] For port a5337e80-d3ef-4892-b5fd-389cf0afdec3, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=a5337e80-d3ef-4892-b5fd-389cf0afdec3,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:17.298334 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.304959 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912593c0-fd93-4fb3-a72b-83d533150669 None None] Routers {'20f547a5-6c14-460a-a4e2-e4a49202ed40'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:17.305591 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-912593c0-fd93-4fb3-a72b-83d533150669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['20f547a5-6c14-460a-a4e2-e4a49202ed40'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:17.314995 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Calling delete_port for a5337e80-d3ef-4892-b5fd-389cf0afdec3 owned by network:router_gateway {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:17.397484 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-912593c0-fd93-4fb3-a72b-83d533150669 None None] Set router 20f547a5-6c14-460a-a4e2-e4a49202ed40 gateway port host: None {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:17.450788 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-912593c0-fd93-4fb3-a72b-83d533150669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:52:17Z', 'revision_number': 6, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port_host': None}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:17.480706 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912593c0-fd93-4fb3-a72b-83d533150669 None None] The sync data for ids ['20f547a5-6c14-460a-a4e2-e4a49202ed40'] in dv-cinder-839793-9-iscsi is: [{'id': '20f547a5-6c14-460a-a4e2-e4a49202ed40', 'name': 'tempest-TestVolumeBootPattern-2034606340-router', 'tenant_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:01Z', 'updated_at': '2022-05-05T15:52:17Z', 'revision_number': 6, 'project_id': '70a38fd1cdcd44f1b9d2fb832027c40b', 'gw_port_host': None}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:52:17.490883 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (a5337e80-d3ef-4892-b5fd-389cf0afdec3), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.516213 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Pushing event deleted for resources: {'Port': ['ID=a5337e80-d3ef-4892-b5fd-389cf0afdec3,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:17.575472 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3754626'] for router_gateway (20f547a5-6c14-460a-a4e2-e4a49202ed40), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.665547 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3749750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router (20f547a5-6c14-460a-a4e2-e4a49202ed40), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.667705 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Publish callbacks [] for router_controller (20f547a5-6c14-460a-a4e2-e4a49202ed40), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.711791 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3749743'] for router (20f547a5-6c14-460a-a4e2-e4a49202ed40), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.712327 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20f547a5-6c14-460a-a4e2-e4a49202ed40 {{(pid=109965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:52:17.716704 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.717833 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-add99ebe-d356-4638-9106-c33935e271bf admin admin] 10.222.0.58 "DELETE /v2.0/routers/20f547a5-6c14-460a-a4e2-e4a49202ed40 HTTP/1.1" status: 204 len: 168 time: 0.7536697 May 05 15:52:17.720836 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34822) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:17.765364 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d70a3df-8d3c-4fa4-b691-8d99f3631a84 admin admin] Deleting subnet c0269e26-05aa-48f4-88c9-5e4227d2190a {{(pid=109965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:52:17.768509 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9d70a3df-8d3c-4fa4-b691-8d99f3631a84 admin admin] Publish callbacks [] for subnet (c0269e26-05aa-48f4-88c9-5e4227d2190a), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.801456 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9d70a3df-8d3c-4fa4-b691-8d99f3631a84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2211023'] for subnet (c0269e26-05aa-48f4-88c9-5e4227d2190a), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.883156 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9d70a3df-8d3c-4fa4-b691-8d99f3631a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (c0269e26-05aa-48f4-88c9-5e4227d2190a), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.936975 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9d70a3df-8d3c-4fa4-b691-8d99f3631a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25928716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458300'] for subnet (c0269e26-05aa-48f4-88c9-5e4227d2190a), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.963278 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70a3df-8d3c-4fa4-b691-8d99f3631a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0269e26-05aa-48f4-88c9-5e4227d2190a,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:17.965141 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-9d70a3df-8d3c-4fa4-b691-8d99f3631a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:17.968318 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-9d70a3df-8d3c-4fa4-b691-8d99f3631a84 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c0269e26-05aa-48f4-88c9-5e4227d2190a HTTP/1.1" status: 204 len: 168 time: 0.2465837 May 05 15:52:17.970412 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d98b652-81f3-4540-adbf-f8faf5978cf2 None None] Network 0331bb37-5dab-419c-8101-94ce6a3a2dcf requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:52:17.971424 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34824) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:18.040907 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (0331bb37-5dab-419c-8101-94ce6a3a2dcf), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:18.091008 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Deleting port 63d88986-212f-4e1a-b2f4-1dcd175c8b72 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:18.091446 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (63d88986-212f-4e1a-b2f4-1dcd175c8b72), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:18.153242 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] For port 63d88986-212f-4e1a-b2f4-1dcd175c8b72, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=63d88986-212f-4e1a-b2f4-1dcd175c8b72,segment=NetworkSegment(2334f285-da41-4dd5-b87e-bc664fc7cc00),segment_id=2334f285-da41-4dd5-b87e-bc664fc7cc00)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:18.153600 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (63d88986-212f-4e1a-b2f4-1dcd175c8b72), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:18.170093 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Calling delete_port for 63d88986-212f-4e1a-b2f4-1dcd175c8b72 owned by network:dhcp {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:18.248957 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (63d88986-212f-4e1a-b2f4-1dcd175c8b72), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:18.262815 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06068d0c-8b19-433b-893e-f172aca1345f None None] DHCP port deletion for 0331bb37-5dab-419c-8101-94ce6a3a2dcf request from dv-cinder-839793-9-iscsi {{(pid=109967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:52:18.277767 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d88986-212f-4e1a-b2f4-1dcd175c8b72,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:18.282203 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] No DVR routers for this DVR port 63d88986-212f-4e1a-b2f4-1dcd175c8b72 on host dv-cinder-839793-9-iscsi {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:52:18.363390 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (0331bb37-5dab-419c-8101-94ce6a3a2dcf), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:18.383895 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0331bb37-5dab-419c-8101-94ce6a3a2dcf']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:18.393234 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2334f285-da41-4dd5-b87e-bc664fc7cc00') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:18.393527 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2334f285-da41-4dd5-b87e-bc664fc7cc00') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:18.402727 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26956836'] for segment (2334f285-da41-4dd5-b87e-bc664fc7cc00), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:18.416212 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (2334f285-da41-4dd5-b87e-bc664fc7cc00), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26151662'] for segment (2334f285-da41-4dd5-b87e-bc664fc7cc00), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: Traceback (most recent call last): May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: timer() May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: cb(*args, **kw) May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: return func(*args, **kwargs) May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: self._notify() May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: self.callback(batched_events) May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: event.method(event) May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: return f(self, *a, **k) May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._get(url).json() May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:52:18.425693 dv-cinder-839793-9-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:52:18.499713 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:18.502325 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (0331bb37-5dab-419c-8101-94ce6a3a2dcf), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:18.515039 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:18.518981 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0331bb37-5dab-419c-8101-94ce6a3a2dcf HTTP/1.1" status: 204 len: 168 time: 0.5465372 May 05 15:52:18.521866 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e21c09bc-e756-4a48-92c3-f9112109bace req-6ceb6528-8d7b-49ea-9969-8ff88e9dc8f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451109 May 05 15:52:18.522490 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34826) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:18.531720 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45710d83-f270-42f6-b818-8e051a61e324 admin admin] Pushing event deleted for resources: {'Network': ['ID=0331bb37-5dab-419c-8101-94ce6a3a2dcf,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:18.644547 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c09bc-e756-4a48-92c3-f9112109bace req-6d6df27e-ebf1-4517-b5de-bd4595c96b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:18.646118 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e21c09bc-e756-4a48-92c3-f9112109bace req-6d6df27e-ebf1-4517-b5de-bd4595c96b5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef541155816d4ac0938103cc1c142845&device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 1130 time: 0.0744629 May 05 15:52:18.822281 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c09bc-e756-4a48-92c3-f9112109bace req-092bbc94-eaf5-469a-a6bf-e670a403f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:18.823730 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e21c09bc-e756-4a48-92c3-f9112109bace req-092bbc94-eaf5-469a-a6bf-e670a403f937 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 200 len: 917 time: 0.1604817 May 05 15:52:18.918303 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e21c09bc-e756-4a48-92c3-f9112109bace req-efd58c2b-7fdc-43e7-8c7d-8f9dc1fe610d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192 HTTP/1.1" status: 200 len: 1001 time: 0.0869272 May 05 15:52:19.014060 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c09bc-e756-4a48-92c3-f9112109bace req-e350ef2f-2851-47bc-a32b-5f4f558a8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:19.016065 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e21c09bc-e756-4a48-92c3-f9112109bace req-e350ef2f-2851-47bc-a32b-5f4f558a8c8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33 HTTP/1.1" status: 200 len: 855 time: 0.0770144 May 05 15:52:19.058445 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-27186743-c3b1-4ee5-bf10-23089af7bbf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752084'] for router_interface (724cc4cb-c8b5-4835-be03-45cf8deff7ff), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:19.101707 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c09bc-e756-4a48-92c3-f9112109bace req-da0f19c1-7249-4cd9-a76f-2bca440f0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:19.103139 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e21c09bc-e756-4a48-92c3-f9112109bace req-da0f19c1-7249-4cd9-a76f-2bca440f0cfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a655f93-a527-4370-a676-4e688ca3a876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811560 May 05 15:52:19.367486 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 63d88986-212f-4e1a-b2f4-1dcd175c8b72 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:52:19.390067 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 63d88986-212f-4e1a-b2f4-1dcd175c8b72 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:52:19.390453 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 63d88986-212f-4e1a-b2f4-1dcd175c8b72 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:52:19.390869 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device b185b0b4-db3d-458e-8f32-e57244f83d9f no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:52:19.410843 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: b185b0b4-db3d-458e-8f32-e57244f83d9f {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:52:19.411193 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device b185b0b4-db3d-458e-8f32-e57244f83d9f not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:52:19.411611 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device a5337e80-d3ef-4892-b5fd-389cf0afdec3 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:52:19.432143 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: a5337e80-d3ef-4892-b5fd-389cf0afdec3 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:52:19.432494 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device a5337e80-d3ef-4892-b5fd-389cf0afdec3 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:52:19.530540 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e21c09bc-e756-4a48-92c3-f9112109bace req-e25230fe-630a-4d4e-aeec-bc3ebb04195a service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214501 May 05 15:52:19.695569 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e21c09bc-e756-4a48-92c3-f9112109bace req-7ed50257-69b7-420d-bdbb-7879eccdbd6c service neutron] 10.222.0.41 "GET /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439855 May 05 15:52:19.709441 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-27186743-c3b1-4ee5-bf10-23089af7bbf8 admin admin] Deleting port 07322f0d-7897-4024-b7df-ca8f150a43a7 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:19.709787 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-27186743-c3b1-4ee5-bf10-23089af7bbf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:19.790723 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-27186743-c3b1-4ee5-bf10-23089af7bbf8 admin admin] For port 07322f0d-7897-4024-b7df-ca8f150a43a7, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=07322f0d-7897-4024-b7df-ca8f150a43a7,segment=NetworkSegment(dba7c208-271e-4e6e-adc8-9a8e69e72a87),segment_id=dba7c208-271e-4e6e-adc8-9a8e69e72a87)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:19.791086 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-27186743-c3b1-4ee5-bf10-23089af7bbf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:19.804353 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-27186743-c3b1-4ee5-bf10-23089af7bbf8 admin admin] Calling delete_port for 07322f0d-7897-4024-b7df-ca8f150a43a7 owned by network:router_interface {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:19.961249 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:19.994309 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-27186743-c3b1-4ee5-bf10-23089af7bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (07322f0d-7897-4024-b7df-ca8f150a43a7), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:20.027277 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27186743-c3b1-4ee5-bf10-23089af7bbf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=07322f0d-7897-4024-b7df-ca8f150a43a7,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:20.212344 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-27186743-c3b1-4ee5-bf10-23089af7bbf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3763697'] for router_interface (724cc4cb-c8b5-4835-be03-45cf8deff7ff), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:20.437930 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27186743-c3b1-4ee5-bf10-23089af7bbf8 admin admin] Router 724cc4cb-c8b5-4835-be03-45cf8deff7ff has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:52:20.545643 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27186743-c3b1-4ee5-bf10-23089af7bbf8 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:52:20.550849 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-27186743-c3b1-4ee5-bf10-23089af7bbf8 admin admin] 10.222.0.58 "PUT /v2.0/routers/724cc4cb-c8b5-4835-be03-45cf8deff7ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0272567 May 05 15:52:20.553229 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34828) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:20.555172 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291662a0-96ab-489d-8720-63a02b5daf91 None None] Sync routers for ids ['724cc4cb-c8b5-4835-be03-45cf8deff7ff'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:52:20.565741 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291662a0-96ab-489d-8720-63a02b5daf91 None None] Routers {'724cc4cb-c8b5-4835-be03-45cf8deff7ff'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:20.566391 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-291662a0-96ab-489d-8720-63a02b5daf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['724cc4cb-c8b5-4835-be03-45cf8deff7ff'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:20.658486 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Publish callbacks [] for router (724cc4cb-c8b5-4835-be03-45cf8deff7ff), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:20.670618 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-291662a0-96ab-489d-8720-63a02b5daf91 None None] Set router 724cc4cb-c8b5-4835-be03-45cf8deff7ff gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:20.762963 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Publish callbacks [] for router_gateway (724cc4cb-c8b5-4835-be03-45cf8deff7ff), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:20.806588 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Deleting port ce8aa00e-b02b-4872-be0c-4d2551c1263a {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:20.806926 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:20.837887 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-291662a0-96ab-489d-8720-63a02b5daf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'name': 'tempest-TestVolumeBootPattern-1498165159-router', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:52:19Z', 'revision_number': 5, 'project_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'gw_port': {'id': 'ce8aa00e-b02b-4872-be0c-4d2551c1263a', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:20.864631 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291662a0-96ab-489d-8720-63a02b5daf91 None None] Checking router: 724cc4cb-c8b5-4835-be03-45cf8deff7ff for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:52:20.872818 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291662a0-96ab-489d-8720-63a02b5daf91 None None] Routers {'724cc4cb-c8b5-4835-be03-45cf8deff7ff'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:20.873621 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-291662a0-96ab-489d-8720-63a02b5daf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['724cc4cb-c8b5-4835-be03-45cf8deff7ff'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:20.884099 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] For port ce8aa00e-b02b-4872-be0c-4d2551c1263a, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=ce8aa00e-b02b-4872-be0c-4d2551c1263a,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:20.884464 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:20.897782 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Calling delete_port for ce8aa00e-b02b-4872-be0c-4d2551c1263a owned by network:router_gateway {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:20.961693 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-291662a0-96ab-489d-8720-63a02b5daf91 None None] Set router 724cc4cb-c8b5-4835-be03-45cf8deff7ff gateway port host: None {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:21.015754 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-291662a0-96ab-489d-8720-63a02b5daf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'name': 'tempest-TestVolumeBootPattern-1498165159-router', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:52:20Z', 'revision_number': 6, 'project_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'gw_port_host': None}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:21.041505 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291662a0-96ab-489d-8720-63a02b5daf91 None None] The sync data for ids ['724cc4cb-c8b5-4835-be03-45cf8deff7ff'] in dv-cinder-839793-9-iscsi is: [{'id': '724cc4cb-c8b5-4835-be03-45cf8deff7ff', 'name': 'tempest-TestVolumeBootPattern-1498165159-router', 'tenant_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:44:08Z', 'updated_at': '2022-05-05T15:52:20Z', 'revision_number': 6, 'project_id': 'ccf5b4a8a2794f059837b86b4cd827b2', 'gw_port_host': None}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:52:21.063346 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (ce8aa00e-b02b-4872-be0c-4d2551c1263a), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.099527 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8aa00e-b02b-4872-be0c-4d2551c1263a,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:21.156485 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3754626'] for router_gateway (724cc4cb-c8b5-4835-be03-45cf8deff7ff), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.245782 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3749750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router (724cc4cb-c8b5-4835-be03-45cf8deff7ff), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.247883 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Publish callbacks [] for router_controller (724cc4cb-c8b5-4835-be03-45cf8deff7ff), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.293043 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3749743'] for router (724cc4cb-c8b5-4835-be03-45cf8deff7ff), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.293467 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 724cc4cb-c8b5-4835-be03-45cf8deff7ff {{(pid=109965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:52:21.298670 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.299800 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-1a8e1b40-d746-4acb-97c0-9c3bac6804ab admin admin] 10.222.0.58 "DELETE /v2.0/routers/724cc4cb-c8b5-4835-be03-45cf8deff7ff HTTP/1.1" status: 204 len: 168 time: 0.7456713 May 05 15:52:21.302329 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34830) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:21.346103 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3b0852-57e8-497a-9f7f-3ef8e48d0277 admin admin] Deleting subnet 3b1b63a1-d089-438b-bc3e-2c0c65fb31c6 {{(pid=109965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:52:21.349593 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6d3b0852-57e8-497a-9f7f-3ef8e48d0277 admin admin] Publish callbacks [] for subnet (3b1b63a1-d089-438b-bc3e-2c0c65fb31c6), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.388122 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6d3b0852-57e8-497a-9f7f-3ef8e48d0277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2211023'] for subnet (3b1b63a1-d089-438b-bc3e-2c0c65fb31c6), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.482212 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6d3b0852-57e8-497a-9f7f-3ef8e48d0277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (3b1b63a1-d089-438b-bc3e-2c0c65fb31c6), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.535855 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6d3b0852-57e8-497a-9f7f-3ef8e48d0277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25928716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458300'] for subnet (3b1b63a1-d089-438b-bc3e-2c0c65fb31c6), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.562233 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b0852-57e8-497a-9f7f-3ef8e48d0277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1b63a1-d089-438b-bc3e-2c0c65fb31c6,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:21.564509 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6d3b0852-57e8-497a-9f7f-3ef8e48d0277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.567669 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-6d3b0852-57e8-497a-9f7f-3ef8e48d0277 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3b1b63a1-d089-438b-bc3e-2c0c65fb31c6 HTTP/1.1" status: 204 len: 168 time: 0.2643957 May 05 15:52:21.568669 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b887f2d1-dfa6-4146-80c9-a30f3d92758e None None] Network afc958dc-6134-40a3-8c68-0e14a8f4bf56 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:52:21.570138 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34832) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:21.637471 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (afc958dc-6134-40a3-8c68-0e14a8f4bf56), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.686393 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Deleting port 6581b148-dff3-4709-8ad6-f329a520a511 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:21.686733 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (6581b148-dff3-4709-8ad6-f329a520a511), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.750056 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] For port 6581b148-dff3-4709-8ad6-f329a520a511, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=6581b148-dff3-4709-8ad6-f329a520a511,segment=NetworkSegment(dba7c208-271e-4e6e-adc8-9a8e69e72a87),segment_id=dba7c208-271e-4e6e-adc8-9a8e69e72a87)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:21.750361 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (6581b148-dff3-4709-8ad6-f329a520a511), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.763178 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Calling delete_port for 6581b148-dff3-4709-8ad6-f329a520a511 owned by network:dhcp {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:21.821843 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 07322f0d-7897-4024-b7df-ca8f150a43a7 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:52:21.825508 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96e4d0d-fe8e-467e-bdfc-634a8874086e None None] DHCP port deletion for afc958dc-6134-40a3-8c68-0e14a8f4bf56 request from dv-cinder-839793-9-iscsi {{(pid=109967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:52:21.848976 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 07322f0d-7897-4024-b7df-ca8f150a43a7 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:52:21.849442 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 07322f0d-7897-4024-b7df-ca8f150a43a7 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:52:21.850343 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (6581b148-dff3-4709-8ad6-f329a520a511), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.870272 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-d96e4d0d-fe8e-467e-bdfc-634a8874086e None None] The port '6581b148-dff3-4709-8ad6-f329a520a511' was deleted {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} May 05 15:52:21.878015 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6581b148-dff3-4709-8ad6-f329a520a511,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:21.881051 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] No DVR routers for this DVR port 6581b148-dff3-4709-8ad6-f329a520a511 on host dv-cinder-839793-9-iscsi {{(pid=109965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:52:21.951836 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (afc958dc-6134-40a3-8c68-0e14a8f4bf56), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:21.976282 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc958dc-6134-40a3-8c68-0e14a8f4bf56']}} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:21.986336 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba7c208-271e-4e6e-adc8-9a8e69e72a87') {'for_net_delete': True} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:21.986643 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba7c208-271e-4e6e-adc8-9a8e69e72a87') {} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:21.996294 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2211024'] for segment (dba7c208-271e-4e6e-adc8-9a8e69e72a87), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:22.011399 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (dba7c208-271e-4e6e-adc8-9a8e69e72a87), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:22.018720 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=109965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:52:22.019182 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25928810'] for segment (dba7c208-271e-4e6e-adc8-9a8e69e72a87), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: Traceback (most recent call last): May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: timer() May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: cb(*args, **kw) May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: return func(*args, **kwargs) May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: self._notify() May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: self.callback(batched_events) May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: event.method(event) May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: return f(self, *a, **k) May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._get(url).json() May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: return self.request(url, 'GET', **kwargs) May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:52:22.020931 dv-cinder-839793-9-iscsi neutron-server[109965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:52:22.075230 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (afc958dc-6134-40a3-8c68-0e14a8f4bf56), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:22.081644 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:22.085054 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/afc958dc-6134-40a3-8c68-0e14a8f4bf56 HTTP/1.1" status: 204 len: 168 time: 0.5139685 May 05 15:52:22.097718 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce5874-11c1-423f-b5eb-a4d45ba9dac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=afc958dc-6134-40a3-8c68-0e14a8f4bf56,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:22.193414 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34836) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:22.232090 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-5a6a5b4d-c249-4550-931b-07e1e5b61298 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70a38fd1cdcd44f1b9d2fb832027c40b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375299 May 05 15:52:22.234607 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34838) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:22.284729 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-14d5f71f-2094-462e-8838-2cd4906abc5a admin admin] Publish callbacks [] for security_group (811092ef-d8c4-41a2-b3d2-c83666ca7e77), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:22.306409 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-14d5f71f-2094-462e-8838-2cd4906abc5a admin admin] Publish callbacks [] for security_group (811092ef-d8c4-41a2-b3d2-c83666ca7e77), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:22.351989 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-14d5f71f-2094-462e-8838-2cd4906abc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (811092ef-d8c4-41a2-b3d2-c83666ca7e77), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:22.354690 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-14d5f71f-2094-462e-8838-2cd4906abc5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:22.355929 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-14d5f71f-2094-462e-8838-2cd4906abc5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/811092ef-d8c4-41a2-b3d2-c83666ca7e77 HTTP/1.1" status: 204 len: 168 time: 0.1203673 May 05 15:52:22.364828 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5f71f-2094-462e-8838-2cd4906abc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811092ef-d8c4-41a2-b3d2-c83666ca7e77,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:22.662445 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34844) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:22.701615 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-0d509825-e558-4be4-be08-185d30f5540e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ccf5b4a8a2794f059837b86b4cd827b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379596 May 05 15:52:22.704663 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34846) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:22.749354 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdbc3-789c-4142-a868-0f59fc77c70a admin admin] Publish callbacks [] for security_group (366a7b5b-98dc-4413-bba4-3f90d2fa4e20), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:22.770749 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdbc3-789c-4142-a868-0f59fc77c70a admin admin] Publish callbacks [] for security_group (366a7b5b-98dc-4413-bba4-3f90d2fa4e20), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:22.816542 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdbc3-789c-4142-a868-0f59fc77c70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (366a7b5b-98dc-4413-bba4-3f90d2fa4e20), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:22.819244 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdbc3-789c-4142-a868-0f59fc77c70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:22.820406 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-3d3cdbc3-789c-4142-a868-0f59fc77c70a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/366a7b5b-98dc-4413-bba4-3f90d2fa4e20 HTTP/1.1" status: 204 len: 168 time: 0.1148083 May 05 15:52:22.828959 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cdbc3-789c-4142-a868-0f59fc77c70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366a7b5b-98dc-4413-bba4-3f90d2fa4e20,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:23.364448 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device ce8aa00e-b02b-4872-be0c-4d2551c1263a no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:52:23.384873 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: ce8aa00e-b02b-4872-be0c-4d2551c1263a {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:52:23.385215 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device ce8aa00e-b02b-4872-be0c-4d2551c1263a not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:52:23.385613 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 6581b148-dff3-4709-8ad6-f329a520a511 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:52:23.403991 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 6581b148-dff3-4709-8ad6-f329a520a511 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:52:23.404335 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 6581b148-dff3-4709-8ad6-f329a520a511 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:52:42.378581 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae16c5-ce29-49d6-ad75-7b1832dc19cd req-87d6a129-c800-4f25-b687-d9000543c4de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:42.380041 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9bae16c5-ce29-49d6-ad75-7b1832dc19cd req-87d6a129-c800-4f25-b687-d9000543c4de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 946 time: 0.2030635 May 05 15:52:42.426053 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-9bae16c5-ce29-49d6-ad75-7b1832dc19cd req-3bb2ed9b-5d0b-44b8-b89e-a9f5efddeb96 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404480 May 05 15:52:43.459714 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-09c3c66f-8851-4ed1-a0a2-8317cbf9fe33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:43.491225 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-ca988197-3f45-44fc-bdfc-3150f00b6e0f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:43.492770 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-ca988197-3f45-44fc-bdfc-3150f00b6e0f tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 946 time: 0.0478191 May 05 15:52:43.593324 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Deleting port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:43.593670 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:43.620921 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e79902-5315-462c-9b83-8c7bd59c53e7 req-3a1aa8f0-2dda-4f86-b37c-4fe294c1ba09 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:43.622458 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-64e79902-5315-462c-9b83-8c7bd59c53e7 req-3a1aa8f0-2dda-4f86-b37c-4fe294c1ba09 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 946 time: 0.1133277 May 05 15:52:43.671599 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-64e79902-5315-462c-9b83-8c7bd59c53e7 req-08273496-6347-4cf7-8d24-61c24a176f2a tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups?id=8350eac7-27e3-4ed6-a7cd-43ddfdd14083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423903 May 05 15:52:43.683818 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] For port 377b9438-5f3c-4507-a9aa-adcb0e2e3192, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=377b9438-5f3c-4507-a9aa-adcb0e2e3192,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:43.684194 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:43.857117 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:43.857386 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (c7c5a361-0c29-48d7-92a2-84034ffe9612), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:43.857726 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Floating IP c7c5a361-0c29-48d7-92a2-84034ffe9612 disassociated. External IP: 172.27.3.234, port: 377b9438-5f3c-4507-a9aa-adcb0e2e3192. May 05 15:52:43.858062 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Calling delete_port for 377b9438-5f3c-4507-a9aa-adcb0e2e3192 owned by compute:nova {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:43.996160 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (377b9438-5f3c-4507-a9aa-adcb0e2e3192), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:44.027216 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event deleted for resources: {'Port': ['ID=377b9438-5f3c-4507-a9aa-adcb0e2e3192,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:44.142111 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Router c5924614-3769-4e39-ab51-302729d589b5 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:52:44.532271 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:52:44.542853 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2c8270-d961-40f1-8553-687035bc3ddf None None] Sync routers for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:52:44.557490 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c8270-d961-40f1-8553-687035bc3ddf None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:44.558240 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-9e2c8270-d961-40f1-8553-687035bc3ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:44.573976 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] No DVR routers for this DVR port 377b9438-5f3c-4507-a9aa-adcb0e2e3192 on host hv-cinder-83979 {{(pid=109965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:52:44.576574 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:44.580124 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-20571dbe-2cba-4777-bcff-b579b0aa3f6a req-3237cca1-d0f0-45a1-bd72-7f0b06c8cd2b tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.41 "DELETE /v2.0/ports/377b9438-5f3c-4507-a9aa-adcb0e2e3192 HTTP/1.1" status: 204 len: 173 time: 1.0825076 May 05 15:52:44.580559 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'name': 'network-vif-deleted', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:52:44.583085 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2311ba1b-1ba1-4dd2-9572-88faed0bc912" -d '{"events": [{"server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "name": "network-vif-deleted", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:52:44.697465 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2714b0a-77be-4539-827d-ff772a81771c x-openstack-request-id: req-a2714b0a-77be-4539-827d-ff772a81771c {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:52:44.697938 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b45620-5935-4e6b-a519-9423c131c949", "name": "network-vif-deleted", "tag": "377b9438-5f3c-4507-a9aa-adcb0e2e3192", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:52:44.698371 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2714b0a-77be-4539-827d-ff772a81771c {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:52:44.699019 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2714b0a-77be-4539-827d-ff772a81771c'] response: {'server_uuid': 'b6b45620-5935-4e6b-a519-9423c131c949', 'name': 'network-vif-deleted', 'tag': '377b9438-5f3c-4507-a9aa-adcb0e2e3192', 'status': 'completed', 'code': 200} May 05 15:52:44.789372 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-61b8366b-6b8e-44f6-b47f-ee7693e92639 req-c68193c9-228a-4a2f-93c1-2cb6e10485f5 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6b45620-5935-4e6b-a519-9423c131c949 HTTP/1.1" status: 200 len: 210 time: 0.0283310 May 05 15:52:44.804637 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-9e2c8270-d961-40f1-8553-687035bc3ddf None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:45.005170 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-9e2c8270-d961-40f1-8553-687035bc3ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:37Z', 'revision_number': 5, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:45.035230 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2c8270-d961-40f1-8553-687035bc3ddf None None] Checking router: c5924614-3769-4e39-ab51-302729d589b5 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:52:45.044560 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c8270-d961-40f1-8553-687035bc3ddf None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:45.045193 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-9e2c8270-d961-40f1-8553-687035bc3ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:45.155327 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-9e2c8270-d961-40f1-8553-687035bc3ddf None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:45.341286 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-9e2c8270-d961-40f1-8553-687035bc3ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:37Z', 'revision_number': 5, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:45.372362 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2c8270-d961-40f1-8553-687035bc3ddf None None] The sync data for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi is: [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:47:34Z', 'revision_number': 4, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '100a9399-bb52-49de-bc43-7f4035e09f37', 'name': '', 'network_id': '7a655f93-a527-4370-a676-4e688ca3a876', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'mac_address': 'fa:16:3e:d5:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:33Z', 'updated_at': '2022-05-05T15:47:37Z', 'revision_number': 5, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'subnets': [{'id': 'e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:52:45.581612 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeaacaa-5d2b-4a15-a013-d67bebbd5bf6 None None] New status for floating IP c7c5a361-0c29-48d7-92a2-84034ffe9612: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:52:45.787906 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8b322a4a-bd01-4257-a4df-9205583f60d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:45.877892 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34888) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:45.934037 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9b9212b1-a48e-457f-a51d-0de68cb5d75e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group (8350eac7-27e3-4ed6-a7cd-43ddfdd14083), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:45.957350 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9b9212b1-a48e-457f-a51d-0de68cb5d75e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group (8350eac7-27e3-4ed6-a7cd-43ddfdd14083), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:45.963520 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:46.004812 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9b9212b1-a48e-457f-a51d-0de68cb5d75e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (8350eac7-27e3-4ed6-a7cd-43ddfdd14083), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:46.007517 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9b9212b1-a48e-457f-a51d-0de68cb5d75e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:46.008664 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-9b9212b1-a48e-457f-a51d-0de68cb5d75e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "DELETE /v2.0/security-groups/8350eac7-27e3-4ed6-a7cd-43ddfdd14083 HTTP/1.1" status: 204 len: 168 time: 0.1296299 May 05 15:52:46.011465 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34890) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:46.017751 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9212b1-a48e-457f-a51d-0de68cb5d75e tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8350eac7-27e3-4ed6-a7cd-43ddfdd14083,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:46.026825 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.api.v2.resource [None req-9af62f3f-943c-4fb8-bbb2-1aeaeb58b301 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] show failed (client error): The resource could not be found. May 05 15:52:46.027835 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-9af62f3f-943c-4fb8-bbb2-1aeaeb58b301 tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "GET /v2.0/security-groups/8350eac7-27e3-4ed6-a7cd-43ddfdd14083 HTTP/1.1" status: 404 len: 347 time: 0.0153828 May 05 15:52:46.030737 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34892) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:46.146842 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-ebe3e7ef-6cf4-48fa-830e-2f1b9c7612de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Deleting port 7f956c74-61e8-4790-ba88-a76a4eb459a6 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:46.147099 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ebe3e7ef-6cf4-48fa-830e-2f1b9c7612de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (7f956c74-61e8-4790-ba88-a76a4eb459a6), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:46.224202 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ebe3e7ef-6cf4-48fa-830e-2f1b9c7612de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (7f956c74-61e8-4790-ba88-a76a4eb459a6), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:46.224529 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ebe3e7ef-6cf4-48fa-830e-2f1b9c7612de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (7f956c74-61e8-4790-ba88-a76a4eb459a6), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:46.236243 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-ebe3e7ef-6cf4-48fa-830e-2f1b9c7612de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Calling delete_port for 7f956c74-61e8-4790-ba88-a76a4eb459a6 owned by network:floatingip {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:46.366960 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ebe3e7ef-6cf4-48fa-830e-2f1b9c7612de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (7f956c74-61e8-4790-ba88-a76a4eb459a6), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:46.391986 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3e7ef-6cf4-48fa-830e-2f1b9c7612de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Pushing event deleted for resources: {'Port': ['ID=7f956c74-61e8-4790-ba88-a76a4eb459a6,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:46.450665 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ebe3e7ef-6cf4-48fa-830e-2f1b9c7612de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks [] for floatingip (c7c5a361-0c29-48d7-92a2-84034ffe9612), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:46.453174 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ebe3e7ef-6cf4-48fa-830e-2f1b9c7612de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:46.455031 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-ebe3e7ef-6cf4-48fa-830e-2f1b9c7612de tempest-AttachVolumeShelveTestJSON-1106128002 tempest-AttachVolumeShelveTestJSON-1106128002-project] 10.222.0.58 "DELETE /v2.0/floatingips/c7c5a361-0c29-48d7-92a2-84034ffe9612 HTTP/1.1" status: 204 len: 168 time: 0.4234078 May 05 15:52:47.018250 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:47.394646 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 377b9438-5f3c-4507-a9aa-adcb0e2e3192 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:52:47.414943 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: 377b9438-5f3c-4507-a9aa-adcb0e2e3192 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:52:47.415280 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 377b9438-5f3c-4507-a9aa-adcb0e2e3192 not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:52:48.488916 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:48.858454 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34914) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:49.270362 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-fb72faaf-4e80-45bf-aeaf-4e5c07e7e3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752084'] for router_interface (c5924614-3769-4e39-ab51-302729d589b5), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:49.500982 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-fb72faaf-4e80-45bf-aeaf-4e5c07e7e3f3 admin admin] Deleting port 100a9399-bb52-49de-bc43-7f4035e09f37 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:49.501495 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-fb72faaf-4e80-45bf-aeaf-4e5c07e7e3f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:49.576977 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-fb72faaf-4e80-45bf-aeaf-4e5c07e7e3f3 admin admin] For port 100a9399-bb52-49de-bc43-7f4035e09f37, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=100a9399-bb52-49de-bc43-7f4035e09f37,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:49.577339 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-fb72faaf-4e80-45bf-aeaf-4e5c07e7e3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:49.590411 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-fb72faaf-4e80-45bf-aeaf-4e5c07e7e3f3 admin admin] Calling delete_port for 100a9399-bb52-49de-bc43-7f4035e09f37 owned by network:router_interface {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:49.770026 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-fb72faaf-4e80-45bf-aeaf-4e5c07e7e3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (100a9399-bb52-49de-bc43-7f4035e09f37), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:49.798302 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72faaf-4e80-45bf-aeaf-4e5c07e7e3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=100a9399-bb52-49de-bc43-7f4035e09f37,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:49.956241 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:49.965426 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-fb72faaf-4e80-45bf-aeaf-4e5c07e7e3f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3763697'] for router_interface (c5924614-3769-4e39-ab51-302729d589b5), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:50.179171 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb72faaf-4e80-45bf-aeaf-4e5c07e7e3f3 admin admin] Router c5924614-3769-4e39-ab51-302729d589b5 has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:52:50.236292 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:52:50.284250 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb72faaf-4e80-45bf-aeaf-4e5c07e7e3f3 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:52:50.289176 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-fb72faaf-4e80-45bf-aeaf-4e5c07e7e3f3 admin admin] 10.222.0.58 "PUT /v2.0/routers/c5924614-3769-4e39-ab51-302729d589b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4297194 May 05 15:52:50.291698 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34918) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:50.294272 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df685305-f92b-48d8-b2d7-7bf99a734657 None None] Sync routers for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:52:50.304848 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df685305-f92b-48d8-b2d7-7bf99a734657 None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:50.305470 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-df685305-f92b-48d8-b2d7-7bf99a734657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:50.395637 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Publish callbacks [] for router (c5924614-3769-4e39-ab51-302729d589b5), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:50.413235 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-df685305-f92b-48d8-b2d7-7bf99a734657 None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:50.499773 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Publish callbacks [] for router_gateway (c5924614-3769-4e39-ab51-302729d589b5), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:50.583208 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-df685305-f92b-48d8-b2d7-7bf99a734657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:52:49Z', 'revision_number': 5, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port': {'id': '04cec3c8-6ff4-4d7a-b9dc-32c61ba80251', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5924614-3769-4e39-ab51-302729d589b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:47:31Z', 'updated_at': '2022-05-05T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:50.615426 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df685305-f92b-48d8-b2d7-7bf99a734657 None None] Checking router: c5924614-3769-4e39-ab51-302729d589b5 for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:52:50.624403 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df685305-f92b-48d8-b2d7-7bf99a734657 None None] Routers {'c5924614-3769-4e39-ab51-302729d589b5'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:50.625043 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-df685305-f92b-48d8-b2d7-7bf99a734657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['c5924614-3769-4e39-ab51-302729d589b5'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:50.712578 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-df685305-f92b-48d8-b2d7-7bf99a734657 None None] Set router c5924614-3769-4e39-ab51-302729d589b5 gateway port host: None {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:50.768794 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-df685305-f92b-48d8-b2d7-7bf99a734657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:52:50Z', 'revision_number': 6, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port_host': None}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:50.795483 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df685305-f92b-48d8-b2d7-7bf99a734657 None None] The sync data for ids ['c5924614-3769-4e39-ab51-302729d589b5'] in dv-cinder-839793-9-iscsi is: [{'id': 'c5924614-3769-4e39-ab51-302729d589b5', 'name': 'tempest-AttachVolumeShelveTestJSON-800062510-router', 'tenant_id': 'ef541155816d4ac0938103cc1c142845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:47:30Z', 'updated_at': '2022-05-05T15:52:50Z', 'revision_number': 6, 'project_id': 'ef541155816d4ac0938103cc1c142845', 'gw_port_host': None}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:52:50.813869 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Deleting port 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:50.814280 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:50.892113 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] For port 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=04cec3c8-6ff4-4d7a-b9dc-32c61ba80251,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:50.892483 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:50.904833 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Calling delete_port for 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 owned by network:router_gateway {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:51.073182 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (04cec3c8-6ff4-4d7a-b9dc-32c61ba80251), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.098896 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=04cec3c8-6ff4-4d7a-b9dc-32c61ba80251,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:51.161866 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3754626'] for router_gateway (c5924614-3769-4e39-ab51-302729d589b5), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.255137 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3749750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router (c5924614-3769-4e39-ab51-302729d589b5), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.257311 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Publish callbacks [] for router_controller (c5924614-3769-4e39-ab51-302729d589b5), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.301890 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3749743'] for router (c5924614-3769-4e39-ab51-302729d589b5), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.302465 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5924614-3769-4e39-ab51-302729d589b5 {{(pid=109965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:52:51.307171 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.307973 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-947ae7cf-9f89-42c8-8433-9f8383e1d8e0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c5924614-3769-4e39-ab51-302729d589b5 HTTP/1.1" status: 204 len: 168 time: 1.0153766 May 05 15:52:51.310539 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34920) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:51.355432 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Deleting subnet e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33 {{(pid=109965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:52:51.358413 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Publish callbacks [] for subnet (e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.394750 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2211023'] for subnet (e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.471976 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.528379 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25928716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458300'] for subnet (e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.552985 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:51.562139 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.565966 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e29fc85f-b23a-4326-bfcd-d8d1ccc8cf33 HTTP/1.1" status: 204 len: 168 time: 0.2544961 May 05 15:52:51.568803 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34922) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:51.572150 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe7412-6f48-4c1d-aa38-b204aa5629c1 None None] Network 7a655f93-a527-4370-a676-4e688ca3a876 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:52:51.576198 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.576546 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.576886 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.577223 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.577556 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.577887 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.578242 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.578609 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.579536 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.579782 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.580107 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.580519 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.580756 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.581069 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.581383 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77dacae-f6d6-4769-92b9-454bc3fb93df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.582260 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:52:51.616516 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:52:51.616781 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 04cec3c8-6ff4-4d7a-b9dc-32c61ba80251 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:52:51.617193 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 100a9399-bb52-49de-bc43-7f4035e09f37 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:52:51.642639 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 100a9399-bb52-49de-bc43-7f4035e09f37 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:52:51.642986 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 100a9399-bb52-49de-bc43-7f4035e09f37 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:52:51.649487 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (7a655f93-a527-4370-a676-4e688ca3a876), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.695469 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Deleting port e57c721c-28a9-4cf4-b4ea-322f25b2725f {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:51.695814 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.755482 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] DHCP port deletion for 7a655f93-a527-4370-a676-4e688ca3a876 request from dv-cinder-839793-9-iscsi {{(pid=109967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:52:51.761284 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] For port e57c721c-28a9-4cf4-b4ea-322f25b2725f, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=e57c721c-28a9-4cf4-b4ea-322f25b2725f,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:51.761647 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.775692 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Calling delete_port for e57c721c-28a9-4cf4-b4ea-322f25b2725f owned by network:dhcp {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:51.796960 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Deleting port e57c721c-28a9-4cf4-b4ea-322f25b2725f {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:52:51.798050 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.861549 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.866104 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] For port e57c721c-28a9-4cf4-b4ea-322f25b2725f, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=e57c721c-28a9-4cf4-b4ea-322f25b2725f,segment=NetworkSegment(2478f83d-fd10-44b9-b5a2-e9a0f52dff45),segment_id=2478f83d-fd10-44b9-b5a2-e9a0f52dff45)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:51.866562 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.880104 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Calling delete_port for e57c721c-28a9-4cf4-b4ea-322f25b2725f owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:52:51.886559 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e57c721c-28a9-4cf4-b4ea-322f25b2725f,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:51.890078 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] No DVR routers for this DVR port e57c721c-28a9-4cf4-b4ea-322f25b2725f on host dv-cinder-839793-9-iscsi {{(pid=109965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:52:51.963374 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (7a655f93-a527-4370-a676-4e688ca3a876), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.964791 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751'] for port (e57c721c-28a9-4cf4-b4ea-322f25b2725f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:51.983173 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a655f93-a527-4370-a676-4e688ca3a876']}} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:51.987942 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Pushing event deleted for resources: {'Port': ['ID=e57c721c-28a9-4cf4-b4ea-322f25b2725f,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:51.995713 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2478f83d-fd10-44b9-b5a2-e9a0f52dff45') {'for_net_delete': True} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:51.996015 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.services.segments.db [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2478f83d-fd10-44b9-b5a2-e9a0f52dff45') {} {{(pid=109965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:51.997857 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.998249 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.998600 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.998945 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.999283 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.999613 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:51.999942 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:52.000270 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:52.000601 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:52.001456 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:52.001784 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:52.002134 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:52.002490 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:52.003089 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:52.003230 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:52.005812 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec22c8a-1d56-4bf5-81e7-203bf104f34b None None] No DVR routers for this DVR port e57c721c-28a9-4cf4-b4ea-322f25b2725f on host dv-cinder-839793-9-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:52:52.007519 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2211024'] for segment (2478f83d-fd10-44b9-b5a2-e9a0f52dff45), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:52.022092 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (2478f83d-fd10-44b9-b5a2-e9a0f52dff45), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:52.028318 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=109965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:52:52.028705 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25928810'] for segment (2478f83d-fd10-44b9-b5a2-e9a0f52dff45), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: Traceback (most recent call last): May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: timer() May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: cb(*args, **kw) May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: return func(*args, **kwargs) May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: self._notify() May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: self.callback(batched_events) May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: event.method(event) May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: return f(self, *a, **k) May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._get(url).json() May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: return self.request(url, 'GET', **kwargs) May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:52:52.030440 dv-cinder-839793-9-iscsi neutron-server[109965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:52:52.083739 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (7a655f93-a527-4370-a676-4e688ca3a876), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:52.089106 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:52.092278 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7a655f93-a527-4370-a676-4e688ca3a876 HTTP/1.1" status: 204 len: 168 time: 0.5225520 May 05 15:52:52.106524 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57e63f-52a1-4a37-8c36-28da1aaf7dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a655f93-a527-4370-a676-4e688ca3a876,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:52.203591 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34926) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:52.243757 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1d656271-067c-4119-90c9-1e4573fb63fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef541155816d4ac0938103cc1c142845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383909 May 05 15:52:52.246005 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34928) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:52.292756 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54900e0c-66dd-4b0b-af9e-67c3b204ac6f admin admin] Publish callbacks [] for security_group (49ee77ce-45f8-49e7-b4c8-f0cdbc3faef5), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:52.314525 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54900e0c-66dd-4b0b-af9e-67c3b204ac6f admin admin] Publish callbacks [] for security_group (49ee77ce-45f8-49e7-b4c8-f0cdbc3faef5), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:52.360050 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54900e0c-66dd-4b0b-af9e-67c3b204ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (49ee77ce-45f8-49e7-b4c8-f0cdbc3faef5), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:52.363300 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54900e0c-66dd-4b0b-af9e-67c3b204ac6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:52.364437 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-54900e0c-66dd-4b0b-af9e-67c3b204ac6f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49ee77ce-45f8-49e7-b4c8-f0cdbc3faef5 HTTP/1.1" status: 204 len: 168 time: 0.1174829 May 05 15:52:52.372174 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54900e0c-66dd-4b0b-af9e-67c3b204ac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ee77ce-45f8-49e7-b4c8-f0cdbc3faef5,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:53.017871 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34950) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:53.110333 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-781998779-network', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:52:53.130336 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Made reservation on behalf of 08e032d5a6c4470ab4739d8b63189a51 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:52:53.132548 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.140642 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.218100 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Publish callbacks [] for security_group (5cd2b6b4-0297-4289-b158-080fa404cc35), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.221828 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5cd2b6b4-0297-4289-b158-080fa404cc35), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.248544 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 15:52:53.256473 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd2b6b4-0297-4289-b158-080fa404cc35,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:53.261612 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (4434dfba-bd5f-4fe5-8c1b-daa9a94c6457), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.261952 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Added segment 4434dfba-bd5f-4fe5-8c1b-daa9a94c6457 of type vlan for network 1f4a0457-29d8-4fb6-8266-981158971487 May 05 15:52:53.302472 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781179980243'] for network (1f4a0457-29d8-4fb6-8266-981158971487), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.328981 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514'] for network (1f4a0457-29d8-4fb6-8266-981158971487), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.330108 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:53.330849 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.365229 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3462288 May 05 15:52:53.368209 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34954) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:53.371123 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device e57c721c-28a9-4cf4-b4ea-322f25b2725f no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:52:53.374272 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-913fecf5-abe6-49f9-9cba-5899b8b8f8e3 admin admin] Request body: {'subnet': {'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-781998779-subnet', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:52:53.390909 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: e57c721c-28a9-4cf4-b4ea-322f25b2725f {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:52:53.391180 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device e57c721c-28a9-4cf4-b4ea-322f25b2725f not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:52:53.406120 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fa3d4-cadd-4418-baf1-f79a2ca4d34e admin admin] Pushing event updated for resources: {'Network': ['ID=1f4a0457-29d8-4fb6-8266-981158971487,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:53.415939 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Network 1f4a0457-29d8-4fb6-8266-981158971487 details requested by agent ovs-agent-dv-cinder-839793-9-iscsi with host dv-cinder-839793-9-iscsi {{(pid=109967) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 05 15:52:53.423896 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913fecf5-abe6-49f9-9cba-5899b8b8f8e3 admin admin] Made reservation on behalf of 08e032d5a6c4470ab4739d8b63189a51 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:52:53.426295 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-913fecf5-abe6-49f9-9cba-5899b8b8f8e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26156176'] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.594562 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-913fecf5-abe6-49f9-9cba-5899b8b8f8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26150987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26156258'] for subnet (2ba6683b-c850-40d3-80af-21c1176ea9d9), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.647023 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fecf5-abe6-49f9-9cba-5899b8b8f8e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba6683b-c850-40d3-80af-21c1176ea9d9,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:53.656851 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913fecf5-abe6-49f9-9cba-5899b8b8f8e3 admin admin] Checking segment: {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:52:53.657209 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913fecf5-abe6-49f9-9cba-5899b8b8f8e3 admin admin] Network hostable DHCP agents. Network: 1f4a0457-29d8-4fb6-8266-981158971487, hostable agents: ['2ddb9969-4431-43b9-b615-3d6b5f6c0761'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 15:52:53.673686 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913fecf5-abe6-49f9-9cba-5899b8b8f8e3 admin admin] Network 1f4a0457-29d8-4fb6-8266-981158971487 is scheduled to be hosted by DHCP agent 2ddb9969-4431-43b9-b615-3d6b5f6c0761 with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 15:52:53.682434 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-913fecf5-abe6-49f9-9cba-5899b8b8f8e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-9-iscsi, 1f4a0457-29d8-4fb6-8266-981158971487) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:52:53.687018 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913fecf5-abe6-49f9-9cba-5899b8b8f8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:53.688180 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-913fecf5-abe6-49f9-9cba-5899b8b8f8e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.692178 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062f77ed-c0c3-4c42-a3d6-a32812c8d8e8 None None] Network 1f4a0457-29d8-4fb6-8266-981158971487 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:52:53.703482 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-913fecf5-abe6-49f9-9cba-5899b8b8f8e3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3344722 May 05 15:52:53.706762 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34956) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:53.711185 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:52:53.729555 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3748572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6948'] for router (0f6f2799-c292-481b-a3bb-e2966db3a80b), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.730568 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3754709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6973'] for router (0f6f2799-c292-481b-a3bb-e2966db3a80b), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.783942 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Publish callbacks [] for router_controller (0f6f2799-c292-481b-a3bb-e2966db3a80b), precommit_add_association {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.796654 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp127dbb5c-4db0-5469-8e5e-efe1c4baefbd-1f4a0457-29d8-4fb6-8266-981158971487', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9'}]}} from dv-cinder-839793-9-iscsi. {{(pid=109967) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 05 15:52:53.797573 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:53.927387 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Allocated IP 172.20.0.2 (1f4a0457-29d8-4fb6-8266-981158971487/2ba6683b-c850-40d3-80af-21c1176ea9d9/356380b8-0c24-4fa9-b866-56230834ebee) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:52:53.928408 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Publish callbacks [] for router_gateway (0f6f2799-c292-481b-a3bb-e2966db3a80b), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:54.072516 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Publish callbacks [] for port (356380b8-0c24-4fa9-b866-56230834ebee), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:54.078502 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742'] for port (356380b8-0c24-4fa9-b866-56230834ebee), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:54.112673 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Publish callbacks [] for router_gateway (0f6f2799-c292-481b-a3bb-e2966db3a80b), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:54.116322 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Network 1f4a0457-29d8-4fb6-8266-981158971487 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:52:54.119204 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:52:54.129115 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:52:54.132773 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:54.134601 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Pushing event updated for resources: {'Port': ['ID=356380b8-0c24-4fa9-b866-56230834ebee,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:54.239514 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Allocated IP 172.27.3.62 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/4e691545-ba46-434a-be75-344c0d8b8eea) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:52:54.320881 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Attempting to bind port 356380b8-0c24-4fa9-b866-56230834ebee on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:52:54.321250 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Attempting to bind port 356380b8-0c24-4fa9-b866-56230834ebee by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:52:54.321609 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Attempting to bind port 356380b8-0c24-4fa9-b866-56230834ebee on network 1f4a0457-29d8-4fb6-8266-981158971487 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:52:54.326575 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:52:54.326940 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Checking segment: {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:52:54.327341 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:54.327726 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Bound using segment: {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:52:54.328188 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Bound port: 356380b8-0c24-4fa9-b866-56230834ebee, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:52:54.328561 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (356380b8-0c24-4fa9-b866-56230834ebee), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:54.351221 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Publish callbacks [] for port (4e691545-ba46-434a-be75-344c0d8b8eea), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:54.383835 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (4e691545-ba46-434a-be75-344c0d8b8eea), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:54.392944 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] For port 356380b8-0c24-4fa9-b866-56230834ebee, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:52:54.396100 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] For port 356380b8-0c24-4fa9-b866-56230834ebee, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=356380b8-0c24-4fa9-b866-56230834ebee,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:52:54.402353 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (356380b8-0c24-4fa9-b866-56230834ebee), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:54.422515 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:52:54.426036 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:52:54.431644 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:52:54.437233 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Pushing event updated for resources: {'Port': ['ID=4e691545-ba46-434a-be75-344c0d8b8eea,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:54.460594 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317fb9e-edfa-4fd0-a3cc-d8c9815c0670 None None] Pushing event updated for resources: {'Port': ['ID=356380b8-0c24-4fa9-b866-56230834ebee,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:54.713877 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Publish callbacks [] for router_gateway (0f6f2799-c292-481b-a3bb-e2966db3a80b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:54.915669 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3754726'] for router (0f6f2799-c292-481b-a3bb-e2966db3a80b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:55.043061 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Router 0f6f2799-c292-481b-a3bb-e2966db3a80b is scheduled to L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b with binding_index 1 {{(pid=109966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 15:52:55.154607 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:52:55.164268 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Sync routers for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:52:55.176132 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:55.176935 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:55.177400 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-39d10925-8d85-4862-83a8-408dc5060265 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4696770 May 05 15:52:55.180189 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34958) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:55.180547 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:55.299985 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:55.432723 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 356380b8-0c24-4fa9-b866-56230834ebee up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:52:55.470866 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33bed1e-d2e8-4080-8389-ae881b9c5d30 None None] Network 1f4a0457-29d8-4fb6-8266-981158971487 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:52:55.499094 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:54Z', 'revision_number': 3, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:55.518938 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-f7b6318d-cfd1-42a2-bfaf-6867bd260450 None None] Provisioning complete for port 356380b8-0c24-4fa9-b866-56230834ebee triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:52:55.519324 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f7b6318d-cfd1-42a2-bfaf-6867bd260450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (356380b8-0c24-4fa9-b866-56230834ebee), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:55.536865 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Checking router: 0f6f2799-c292-481b-a3bb-e2966db3a80b for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:52:55.537323 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Updating router 0f6f2799-c292-481b-a3bb-e2966db3a80b port 4e691545-ba46-434a-be75-344c0d8b8eea binding host dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:52:55.567885 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (4e691545-ba46-434a-be75-344c0d8b8eea), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:55.571717 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 356380b8-0c24-4fa9-b866-56230834ebee triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:52:55.572093 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (356380b8-0c24-4fa9-b866-56230834ebee), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:55.746952 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 356380b8-0c24-4fa9-b866-56230834ebee is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:52:55.747345 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (356380b8-0c24-4fa9-b866-56230834ebee), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:55.749160 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f7b6318d-cfd1-42a2-bfaf-6867bd260450 None None] Current status of the port 356380b8-0c24-4fa9-b866-56230834ebee is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:52:55.749527 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f7b6318d-cfd1-42a2-bfaf-6867bd260450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (356380b8-0c24-4fa9-b866-56230834ebee), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:55.802385 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port 356380b8-0c24-4fa9-b866-56230834ebee, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=356380b8-0c24-4fa9-b866-56230834ebee,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:55.813548 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (356380b8-0c24-4fa9-b866-56230834ebee), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:55.870460 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Publish callbacks [] for port (4e691545-ba46-434a-be75-344c0d8b8eea), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:55.879029 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (4e691545-ba46-434a-be75-344c0d8b8eea), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:55.914199 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.db.api [None req-f7b6318d-cfd1-42a2-bfaf-6867bd260450 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109967) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 15:52:55.915083 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG oslo_db.api [None req-f7b6318d-cfd1-42a2-bfaf-6867bd260450 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 15:52:55.915480 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=356380b8-0c24-4fa9-b866-56230834ebee,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:55.942836 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Attempting to bind port 4e691545-ba46-434a-be75-344c0d8b8eea on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:52:55.943126 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Attempting to bind port 4e691545-ba46-434a-be75-344c0d8b8eea by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:52:55.943489 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Attempting to bind port 4e691545-ba46-434a-be75-344c0d8b8eea on network b5107952-2f6d-4e6f-81da-5335e81bd6c8 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:52:55.945514 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Pushing event updated for resources: {'Port': ['ID=4e691545-ba46-434a-be75-344c0d8b8eea,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:55.953991 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:52:55.955350 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Checking segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:52:55.955935 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:55.956116 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Bound using segment: {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:52:55.956537 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Bound port: 4e691545-ba46-434a-be75-344c0d8b8eea, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a065ae-5cff-447e-b8c1-6db9e39c0764', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:52:55.956917 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (4e691545-ba46-434a-be75-344c0d8b8eea), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:55.960735 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.961991 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.961991 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.961991 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.961991 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.962541 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.962699 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.963022 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.963346 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.963671 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.963991 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.964334 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.964657 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.964974 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.965291 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:52:55.976790 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:56.017849 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] For port 4e691545-ba46-434a-be75-344c0d8b8eea, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:52:56.020965 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] For port 4e691545-ba46-434a-be75-344c0d8b8eea, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=4e691545-ba46-434a-be75-344c0d8b8eea,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:52:56.026656 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (4e691545-ba46-434a-be75-344c0d8b8eea), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:56.085318 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:56.085946 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:56.127097 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c8d8e-03a8-466d-8429-213ab9fc32e3 None None] Pushing event updated for resources: {'Port': ['ID=4e691545-ba46-434a-be75-344c0d8b8eea,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:56.133683 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Allocated IP 172.20.0.1 (1f4a0457-29d8-4fb6-8266-981158971487/2ba6683b-c850-40d3-80af-21c1176ea9d9/1f298705-7c87-45ef-a84f-47a1cbd27e36) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:52:56.196185 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:56.238637 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Publish callbacks [] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:56.275813 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:56.312881 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Network 1f4a0457-29d8-4fb6-8266-981158971487 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:52:56.316274 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:52:56.318755 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:52:56.358212 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Pushing event updated for resources: {'Port': ['ID=1f298705-7c87-45ef-a84f-47a1cbd27e36,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:56.365687 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:54Z', 'revision_number': 3, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:56.379329 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3753147'] for router_interface (0f6f2799-c292-481b-a3bb-e2966db3a80b), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:56.394321 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7fd84-1317-4698-a91d-22156d317921 None None] The sync data for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi is: [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:54Z', 'revision_number': 3, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:52:56.459551 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f7b6318d-cfd1-42a2-bfaf-6867bd260450 None None] Current status of the port 356380b8-0c24-4fa9-b866-56230834ebee is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:52:56.534989 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:56.578100 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-fb27bbb3-311c-451c-b972-618bac721bc2 None None] Provisioning complete for port 356380b8-0c24-4fa9-b866-56230834ebee triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:52:56.578501 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fb27bbb3-311c-451c-b972-618bac721bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (356380b8-0c24-4fa9-b866-56230834ebee), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:56.685898 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-fb27bbb3-311c-451c-b972-618bac721bc2 None None] Current status of the port 356380b8-0c24-4fa9-b866-56230834ebee is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:52:56.695333 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-fb27bbb3-311c-451c-b972-618bac721bc2 None None] Provisioning complete for port 1f298705-7c87-45ef-a84f-47a1cbd27e36 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:52:56.695703 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fb27bbb3-311c-451c-b972-618bac721bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:56.732132 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Publish callbacks [] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:56.734856 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-fb27bbb3-311c-451c-b972-618bac721bc2 None None] Port 1f298705-7c87-45ef-a84f-47a1cbd27e36 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:52:56.739437 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:56.809249 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3711500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3753025'] for router_interface (0f6f2799-c292-481b-a3bb-e2966db3a80b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:56.811091 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Pushing event updated for resources: {'Port': ['ID=1f298705-7c87-45ef-a84f-47a1cbd27e36,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:56.906996 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Network 1f4a0457-29d8-4fb6-8266-981158971487 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:52:56.908481 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:52:57.038948 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Router 0f6f2799-c292-481b-a3bb-e2966db3a80b has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:52:57.156317 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-e673b541-08a3-42ec-9f21-a5eda804cc8c None None] Provisioning complete for port 1f298705-7c87-45ef-a84f-47a1cbd27e36 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:52:57.156697 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e673b541-08a3-42ec-9f21-a5eda804cc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:57.159528 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:52:57.164739 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-9538b185-41d4-4b72-956e-529993445a72 admin admin] 10.222.0.58 "PUT /v2.0/routers/0f6f2799-c292-481b-a3bb-e2966db3a80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9833224 May 05 15:52:57.202518 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-e673b541-08a3-42ec-9f21-a5eda804cc8c None None] Port 1f298705-7c87-45ef-a84f-47a1cbd27e36 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:52:57.443924 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 356380b8-0c24-4fa9-b866-56230834ebee up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:52:57.490072 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 356380b8-0c24-4fa9-b866-56230834ebee triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:52:57.490790 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (356380b8-0c24-4fa9-b866-56230834ebee), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:57.569184 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 356380b8-0c24-4fa9-b866-56230834ebee is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:52:57.570222 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 4e691545-ba46-434a-be75-344c0d8b8eea up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:52:57.613302 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 4e691545-ba46-434a-be75-344c0d8b8eea triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:52:57.613671 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (4e691545-ba46-434a-be75-344c0d8b8eea), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:57.689399 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 4e691545-ba46-434a-be75-344c0d8b8eea is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:52:57.689786 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (4e691545-ba46-434a-be75-344c0d8b8eea), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:57.711560 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] For port 4e691545-ba46-434a-be75-344c0d8b8eea, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=4e691545-ba46-434a-be75-344c0d8b8eea,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:57.715989 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (4e691545-ba46-434a-be75-344c0d8b8eea), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:57.730951 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34966) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:57.735613 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-2b4ca099-ec07-47cb-bfb0-54cce0e4789c tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1409562682', 'description': 'tempest-description--1223392486'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:52:57.759029 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca099-ec07-47cb-bfb0-54cce0e4789c tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:57.765723 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Pushing event updated for resources: {'Port': ['ID=4e691545-ba46-434a-be75-344c0d8b8eea,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:57.832316 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca099-ec07-47cb-bfb0-54cce0e4789c tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (a8043372-1b33-435d-ab3f-3a9870abfc36), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:57.836104 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca099-ec07-47cb-bfb0-54cce0e4789c tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (a8043372-1b33-435d-ab3f-3a9870abfc36), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:57.868699 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca099-ec07-47cb-bfb0-54cce0e4789c tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:57.869899 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2b4ca099-ec07-47cb-bfb0-54cce0e4789c tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1379266 May 05 15:52:57.871897 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ca099-ec07-47cb-bfb0-54cce0e4789c tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8043372-1b33-435d-ab3f-3a9870abfc36,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:57.872997 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 34968) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:57.878239 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-664954b0-9d2c-42fb-8560-b15ff1a7f3af tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'security_group_rule': {'security_group_id': 'a8043372-1b33-435d-ab3f-3a9870abfc36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:52:57.905934 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-664954b0-9d2c-42fb-8560-b15ff1a7f3af tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (287c0209-ff3b-471a-a7b6-5ed1628d0a5d), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:57.966499 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-664954b0-9d2c-42fb-8560-b15ff1a7f3af tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (287c0209-ff3b-471a-a7b6-5ed1628d0a5d), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:57.970373 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-664954b0-9d2c-42fb-8560-b15ff1a7f3af tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (287c0209-ff3b-471a-a7b6-5ed1628d0a5d), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:57.987379 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664954b0-9d2c-42fb-8560-b15ff1a7f3af tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287c0209-ff3b-471a-a7b6-5ed1628d0a5d,revision_number=0']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:57.997059 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-664954b0-9d2c-42fb-8560-b15ff1a7f3af tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.001098 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-664954b0-9d2c-42fb-8560-b15ff1a7f3af tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269376 May 05 15:52:58.001314 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34970) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:58.006335 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-7dfb84e8-b6fa-4ad6-bf7c-b2a9ff436302 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'security_group_rule': {'security_group_id': 'a8043372-1b33-435d-ab3f-3a9870abfc36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:52:58.032551 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7dfb84e8-b6fa-4ad6-bf7c-b2a9ff436302 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (336d6606-c2bc-42fd-ad56-6ac107b82576), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.088214 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b055ab-d588-433c-b614-829d871643ab None None] Sync routers for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:52:58.089976 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7dfb84e8-b6fa-4ad6-bf7c-b2a9ff436302 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (336d6606-c2bc-42fd-ad56-6ac107b82576), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.093988 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7dfb84e8-b6fa-4ad6-bf7c-b2a9ff436302 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (336d6606-c2bc-42fd-ad56-6ac107b82576), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.099966 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b055ab-d588-433c-b614-829d871643ab None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:58.100600 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-23b055ab-d588-433c-b614-829d871643ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:58.111891 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb84e8-b6fa-4ad6-bf7c-b2a9ff436302 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336d6606-c2bc-42fd-ad56-6ac107b82576,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:58.119938 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7dfb84e8-b6fa-4ad6-bf7c-b2a9ff436302 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.123984 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-7dfb84e8-b6fa-4ad6-bf7c-b2a9ff436302 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184890 May 05 15:52:58.124187 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 34972) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:52:58.129270 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:52:58.155013 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.215060 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-23b055ab-d588-433c-b614-829d871643ab None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:58.232586 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.343932 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Allocated IP 172.27.3.227 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/b070e27d-0396-4d52-b003-80432d944c3c) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:52:58.410583 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-23b055ab-d588-433c-b614-829d871643ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 2, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:58.436990 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b055ab-d588-433c-b614-829d871643ab None None] Checking router: 0f6f2799-c292-481b-a3bb-e2966db3a80b for host: dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:52:58.437437 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b055ab-d588-433c-b614-829d871643ab None None] Updating router 0f6f2799-c292-481b-a3bb-e2966db3a80b port 1f298705-7c87-45ef-a84f-47a1cbd27e36 binding host dv-cinder-839793-9-iscsi {{(pid=109967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 05 15:52:58.451644 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for port (b070e27d-0396-4d52-b003-80432d944c3c), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.465003 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-23b055ab-d588-433c-b614-829d871643ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.485345 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (b070e27d-0396-4d52-b003-80432d944c3c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.531040 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:52:58.533953 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:52:58.539630 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:52:58.545207 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'Port': ['ID=b070e27d-0396-4d52-b003-80432d944c3c,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:58.632068 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (562bb240-ed09-44df-9090-c7553c18424e), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.670764 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (b070e27d-0396-4d52-b003-80432d944c3c), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.745961 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-23b055ab-d588-433c-b614-829d871643ab None None] Publish callbacks [] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.751089 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-23b055ab-d588-433c-b614-829d871643ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.800404 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2bdc3-d611-47bc-ac8c-44000051fff6 None None] Pushing event updated for resources: {'Port': ['ID=1f298705-7c87-45ef-a84f-47a1cbd27e36,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:58.836489 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for port (b070e27d-0396-4d52-b003-80432d944c3c), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.841631 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (b070e27d-0396-4d52-b003-80432d944c3c), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.862109 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-23b055ab-d588-433c-b614-829d871643ab None None] Attempting to bind port 1f298705-7c87-45ef-a84f-47a1cbd27e36 on host dv-cinder-839793-9-iscsi for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:52:58.862513 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-23b055ab-d588-433c-b614-829d871643ab None None] Attempting to bind port 1f298705-7c87-45ef-a84f-47a1cbd27e36 by drivers openvswitch,hyperv on host dv-cinder-839793-9-iscsi at level 0 using segments [{'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:52:58.862880 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b055ab-d588-433c-b614-829d871643ab None None] Attempting to bind port 1f298705-7c87-45ef-a84f-47a1cbd27e36 on network 1f4a0457-29d8-4fb6-8266-981158971487 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:52:58.868297 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b055ab-d588-433c-b614-829d871643ab None None] Checking agent: {'id': 'f8268a14-9235-4ee3-b1b8-42e4ff1c2182', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 33, 50), 'started_at': datetime.datetime(2022, 5, 5, 15, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:52:58.868679 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b055ab-d588-433c-b614-829d871643ab None None] Checking segment: {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:52:58.869080 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-23b055ab-d588-433c-b614-829d871643ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.869473 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b055ab-d588-433c-b614-829d871643ab None None] Bound using segment: {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:52:58.869946 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [None req-23b055ab-d588-433c-b614-829d871643ab None None] Bound port: 1f298705-7c87-45ef-a84f-47a1cbd27e36, host: dv-cinder-839793-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:52:58.870364 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-23b055ab-d588-433c-b614-829d871643ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.921185 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'Port': ['ID=b070e27d-0396-4d52-b003-80432d944c3c,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:58.932995 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (562bb240-ed09-44df-9090-c7553c18424e), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.953444 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:58.956077 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b8cb903c-f52d-4af3-ac32-8a09f86c10c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8296418 May 05 15:52:58.963904 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-23b055ab-d588-433c-b614-829d871643ab None None] For port 1f298705-7c87-45ef-a84f-47a1cbd27e36, host dv-cinder-839793-9-iscsi, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:52:58.968339 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-23b055ab-d588-433c-b614-829d871643ab None None] For port 1f298705-7c87-45ef-a84f-47a1cbd27e36, host dv-cinder-839793-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=1f298705-7c87-45ef-a84f-47a1cbd27e36,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:52:58.975919 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-23b055ab-d588-433c-b614-829d871643ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:59.051451 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b055ab-d588-433c-b614-829d871643ab None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:52:59.052105 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-23b055ab-d588-433c-b614-829d871643ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:59.091249 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2bdc3-d611-47bc-ac8c-44000051fff6 None None] Pushing event updated for resources: {'Port': ['ID=1f298705-7c87-45ef-a84f-47a1cbd27e36,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:59.100909 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-ea8fb56c-f1bd-4b83-82f8-66f4923dca71 None None] Provisioning complete for port 1f298705-7c87-45ef-a84f-47a1cbd27e36 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:52:59.101289 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ea8fb56c-f1bd-4b83-82f8-66f4923dca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:59.129238 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-87e72d15-4aa9-4ee6-be63-c2c46ccb4f32 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1409562682&fields=id&tenant_id=08e032d5a6c4470ab4739d8b63189a51 HTTP/1.1" status: 200 len: 267 time: 0.0513613 May 05 15:52:59.231213 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvr_db [None req-23b055ab-d588-433c-b614-829d871643ab None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:52:59.256105 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-8610f46e-3265-4614-ad20-c712b0e493b9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:52:59.257580 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-8610f46e-3265-4614-ad20-c712b0e493b9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 814 time: 0.1208901 May 05 15:52:59.273174 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-7d5f3a2c-c544-4821-8c92-336859a517b2 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/quotas/08e032d5a6c4470ab4739d8b63189a51 HTTP/1.1" status: 200 len: 375 time: 0.0095782 May 05 15:52:59.289361 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-ea8fb56c-f1bd-4b83-82f8-66f4923dca71 None None] Current status of the port 1f298705-7c87-45ef-a84f-47a1cbd27e36 is: DOWN; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:52:59.289739 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ea8fb56c-f1bd-4b83-82f8-66f4923dca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:59.323973 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-ed5bdc19-2e61-4f84-b12a-fd5c050f1b6a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458655 May 05 15:52:59.393416 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-2c64b5fe-9c17-420a-ad50-51454c98ad9a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:52:59.394460 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-2c64b5fe-9c17-420a-ad50-51454c98ad9a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0563586 May 05 15:52:59.490660 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-d8c07238-7bfd-4154-ad11-d5b3c4c0495e service neutron] 10.222.0.58 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898287 May 05 15:52:59.535294 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-ea8fb56c-f1bd-4b83-82f8-66f4923dca71 None None] For port 1f298705-7c87-45ef-a84f-47a1cbd27e36, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=1f298705-7c87-45ef-a84f-47a1cbd27e36,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:52:59.536445 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 4e691545-ba46-434a-be75-344c0d8b8eea up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:52:59.561015 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ea8fb56c-f1bd-4b83-82f8-66f4923dca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:59.593952 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-a200e690-23ca-4499-b02a-397db72b9a25 service neutron] 10.222.0.58 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975797 May 05 15:52:59.668294 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fb56c-f1bd-4b83-82f8-66f4923dca71 None None] Pushing event updated for resources: {'Port': ['ID=1f298705-7c87-45ef-a84f-47a1cbd27e36,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:52:59.703734 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.l3_hamode_db [None req-23b055ab-d588-433c-b614-829d871643ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:58Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:52:59.703734 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-1056bec1-3a9f-4347-bc27-af63bc1ae027 None None] Provisioning complete for port 1f298705-7c87-45ef-a84f-47a1cbd27e36 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:52:59.703734 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1056bec1-3a9f-4347-bc27-af63bc1ae027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:59.704071 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 4e691545-ba46-434a-be75-344c0d8b8eea triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:52:59.704462 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (4e691545-ba46-434a-be75-344c0d8b8eea), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:52:59.764621 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-78b676c2-528a-495c-94c8-6dd18a6daef2 req-f5d8aebc-cb80-4bca-bc81-a27f373f8e15 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 210 time: 0.0304389 May 05 15:52:59.766745 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b055ab-d588-433c-b614-829d871643ab None None] The sync data for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi is: [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:58Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:52:59.889038 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-1056bec1-3a9f-4347-bc27-af63bc1ae027 None None] Current status of the port 1f298705-7c87-45ef-a84f-47a1cbd27e36 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:52:59.891175 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 4e691545-ba46-434a-be75-344c0d8b8eea is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:53:00.886473 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0eac4e56-f279-4ad9-b58d-5abcf33ebf05 req-310a5f10-af3f-4e2c-b5d9-2a1aa8f1c54c tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 210 time: 0.0318141 May 05 15:53:00.898431 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-a7b48bee-4454-4533-a760-c98f2b70ae3f tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:00.900314 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-a7b48bee-4454-4533-a760-c98f2b70ae3f tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 814 time: 0.1244116 May 05 15:53:00.965497 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-689012f0-38df-416c-8e97-61e113044185 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e032d5a6c4470ab4739d8b63189a51 HTTP/1.1" status: 200 len: 380 time: 0.0559752 May 05 15:53:01.033365 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6aa0f261-aebe-4f29-87de-12d56a9254da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'port': {'device_id': '5b87d732-f72d-44d3-a345-c7aec877a522', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'admin_state_up': True, 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'security_groups': ['a8043372-1b33-435d-ab3f-3a9870abfc36']}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:53:01.139851 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6aa0f261-aebe-4f29-87de-12d56a9254da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Made reservation on behalf of 08e032d5a6c4470ab4739d8b63189a51 for: {'port': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:53:01.143379 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6aa0f261-aebe-4f29-87de-12d56a9254da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:01.264689 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6aa0f261-aebe-4f29-87de-12d56a9254da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Allocated IP 172.20.0.4 (1f4a0457-29d8-4fb6-8266-981158971487/2ba6683b-c850-40d3-80af-21c1176ea9d9/8ec8eaa8-ee09-45b6-be35-f6e080ae19e8) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:53:01.390705 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 1f298705-7c87-45ef-a84f-47a1cbd27e36 up at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:53:01.405365 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6aa0f261-aebe-4f29-87de-12d56a9254da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:01.438096 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6aa0f261-aebe-4f29-87de-12d56a9254da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:01.440063 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Provisioning complete for port 1f298705-7c87-45ef-a84f-47a1cbd27e36 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:53:01.440445 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:01.479492 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6aa0f261-aebe-4f29-87de-12d56a9254da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Network 1f4a0457-29d8-4fb6-8266-981158971487 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:53:01.482496 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6aa0f261-aebe-4f29-87de-12d56a9254da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:53:01.485044 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6aa0f261-aebe-4f29-87de-12d56a9254da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:53:01.524751 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Current status of the port 1f298705-7c87-45ef-a84f-47a1cbd27e36 is: ACTIVE; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:53:01.529803 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0f261-aebe-4f29-87de-12d56a9254da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'Port': ['ID=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:53:01.550446 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6aa0f261-aebe-4f29-87de-12d56a9254da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:01.551058 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6aa0f261-aebe-4f29-87de-12d56a9254da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:01.567635 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6aa0f261-aebe-4f29-87de-12d56a9254da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5386255 May 05 15:53:01.579287 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-08cd2e07-fe37-4661-9054-8d8a2fbd4c9c tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:53:01.580933 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-08cd2e07-fe37-4661-9054-8d8a2fbd4c9c tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057085 May 05 15:53:01.640119 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Request body: {'port': {'device_id': '5b87d732-f72d-44d3-a345-c7aec877a522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:53:01.700537 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:01.719861 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-470ea971-28e8-4029-b253-a31d68c3c479 None None] Provisioning complete for port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:53:01.720265 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-470ea971-28e8-4029-b253-a31d68c3c479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:01.758696 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-470ea971-28e8-4029-b253-a31d68c3c479 None None] Port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:53:01.976079 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 {{(pid=109965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:53:01.999153 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Publish callbacks [] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:02.023568 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea0c68-d051-43ec-9c2d-0fe698e68247 req-6b772064-98a2-4ed5-be0f-a87af7c5b228 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:02.025012 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ceea0c68-d051-43ec-9c2d-0fe698e68247 req-6b772064-98a2-4ed5-be0f-a87af7c5b228 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 931 time: 0.0650153 May 05 15:53:02.025898 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.provisioning_blocks [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Transition to ACTIVE for port object 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 will not be triggered until provisioned by entity L2. {{(pid=109965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:53:02.030093 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:02.106645 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:53:02.123920 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ceea0c68-d051-43ec-9c2d-0fe698e68247 req-d88978c9-4d8e-4260-8ff5-caeec1651d07 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8043372-1b33-435d-ab3f-3a9870abfc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915744 May 05 15:53:02.192173 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Attempting to bind port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:53:02.192429 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Attempting to bind port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:53:02.192761 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Attempting to bind port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 on network 1f4a0457-29d8-4fb6-8266-981158971487 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:53:02.197440 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 on network 1f4a0457-29d8-4fb6-8266-981158971487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:53:02.197844 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Attempting to bind port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 on network 1f4a0457-29d8-4fb6-8266-981158971487 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:53:02.203238 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:53:02.203581 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Checking segment: {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:53:02.203967 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Bound using segment: {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:53:02.204443 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Bound port: 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'}}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:53:02.205352 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:02.272955 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] For port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8, host hv-cinder-83979, cleared binding levels {{(pid=109965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:53:02.275970 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] For port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:53:02.282237 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:02.315248 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:02.315869 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:02.317280 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 HTTP/1.1" status: 200 len: 1093 time: 0.7285528 May 05 15:53:02.319596 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b87d732-f72d-44d3-a345-c7aec877a522', 'tag': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:53:02.322006 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bc88e0-5c14-433a-9e53-a00191ea1150" -d '{"events": [{"name": "network-changed", "server_uuid": "5b87d732-f72d-44d3-a345-c7aec877a522", "tag": "8ec8eaa8-ee09-45b6-be35-f6e080ae19e8"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:53:02.351788 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647e03a-09b7-46b9-a30b-d326ffdb4351 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8,revision_number=3']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:53:02.382556 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc58aaad-99e8-4034-98ca-c116d3358a48 x-openstack-request-id: req-dc58aaad-99e8-4034-98ca-c116d3358a48 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:53:02.382855 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b87d732-f72d-44d3-a345-c7aec877a522", "tag": "8ec8eaa8-ee09-45b6-be35-f6e080ae19e8", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:53:02.383113 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc58aaad-99e8-4034-98ca-c116d3358a48 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:53:02.383531 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc58aaad-99e8-4034-98ca-c116d3358a48'] response: {'name': 'network-changed', 'server_uuid': '5b87d732-f72d-44d3-a345-c7aec877a522', 'tag': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'status': 'completed', 'code': 200} May 05 15:53:02.412977 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6fb017fb-eb01-47fb-b1b8-cdcc586f8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:02.414773 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-6fb017fb-eb01-47fb-b1b8-cdcc586f8ab7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 1127 time: 0.0486112 May 05 15:53:02.461845 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-e20a0a4a-2b3b-4294-923c-0b03f1c18b00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 HTTP/1.1" status: 200 len: 217 time: 0.0394974 May 05 15:53:02.510349 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-df849fc0-8209-428f-bc4c-7fbf63baa1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:02.511784 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-df849fc0-8209-428f-bc4c-7fbf63baa1a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0441144 May 05 15:53:02.555413 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-8445a171-ced4-4c38-9da1-c2d0acd830e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:02.556888 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-8445a171-ced4-4c38-9da1-c2d0acd830e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387402 May 05 15:53:02.646380 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-ee5597d9-eb4e-473b-a410-8f887565ef0a service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832603 May 05 15:53:02.738539 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ad25cd0f-2238-4aa4-ab6d-6b49d771acd2 req-e178364a-1575-4e7f-9979-e655f9a10aaa service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863113 May 05 15:53:03.237014 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5952452-6f82-45c8-820d-98c35acaa484 req-05e3f24c-a1f3-4de8-bb42-15ce2bed6c88 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:03.238493 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c5952452-6f82-45c8-820d-98c35acaa484 req-05e3f24c-a1f3-4de8-bb42-15ce2bed6c88 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 943 time: 0.0467255 May 05 15:53:03.284695 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c5952452-6f82-45c8-820d-98c35acaa484 req-07a6260a-180a-400a-aa13-5e8fb879b3cf tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8043372-1b33-435d-ab3f-3a9870abfc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 May 05 15:53:03.429762 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc88e0-5c14-433a-9e53-a00191ea1150 req-1a5f85cd-a696-413b-a7c0-63a0212a3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:03.431261 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51bc88e0-5c14-433a-9e53-a00191ea1150 req-1a5f85cd-a696-413b-a7c0-63a0212a3c0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 1127 time: 0.0387731 May 05 15:53:03.521256 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc88e0-5c14-433a-9e53-a00191ea1150 req-9abf8499-7ec3-4dad-801f-5c3483a42818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:03.522747 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51bc88e0-5c14-433a-9e53-a00191ea1150 req-9abf8499-7ec3-4dad-801f-5c3483a42818 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 915 time: 0.0863883 May 05 15:53:03.562054 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51bc88e0-5c14-433a-9e53-a00191ea1150 req-ffcbe7b8-4a09-4c58-8283-8b8103400789 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 HTTP/1.1" status: 200 len: 217 time: 0.0331917 May 05 15:53:03.607910 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc88e0-5c14-433a-9e53-a00191ea1150 req-534e20d9-d384-47d5-adc2-5e2930ff419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:03.609339 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51bc88e0-5c14-433a-9e53-a00191ea1150 req-534e20d9-d384-47d5-adc2-5e2930ff419e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0417879 May 05 15:53:03.655132 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc88e0-5c14-433a-9e53-a00191ea1150 req-4ea8503e-62c7-4d24-92a7-55dcd1fb4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:03.656580 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51bc88e0-5c14-433a-9e53-a00191ea1150 req-4ea8503e-62c7-4d24-92a7-55dcd1fb4a5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415318 May 05 15:53:03.744006 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51bc88e0-5c14-433a-9e53-a00191ea1150 req-3fcf65eb-a815-4f7a-bd5e-fb5a271d8cd2 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802321 May 05 15:53:03.833714 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-51bc88e0-5c14-433a-9e53-a00191ea1150 req-27584afa-86de-45a3-97d3-50453471d879 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836618 May 05 15:53:04.402560 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4815a-3b7e-4a72-8608-8eb06c39bcdf req-796fe9e5-2e7d-4fa7-9f2e-3e0f0e242074 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:04.404044 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8ce4815a-3b7e-4a72-8608-8eb06c39bcdf req-796fe9e5-2e7d-4fa7-9f2e-3e0f0e242074 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 943 time: 0.0476079 May 05 15:53:04.450129 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8ce4815a-3b7e-4a72-8608-8eb06c39bcdf req-9e913c09-d561-4dae-b42b-11bdacc7603e tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8043372-1b33-435d-ab3f-3a9870abfc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402610 May 05 15:53:05.451324 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:53:05.550805 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:53:05.561965 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'port_id': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'mac_address': 'fa:16:3e:e2:39:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:53:05.562227 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403a47e-dac5-4b1c-b6ce-d062a6d7a7bb req-763b796e-a291-4be7-8c14-c22123ca0dc0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:05.563881 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3403a47e-dac5-4b1c-b6ce-d062a6d7a7bb req-763b796e-a291-4be7-8c14-c22123ca0dc0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 943 time: 0.0460460 May 05 15:53:05.599946 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:53:05.600249 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:05.610898 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-3403a47e-dac5-4b1c-b6ce-d062a6d7a7bb req-d9d56d93-716a-4fa2-b4b6-485258b02653 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8043372-1b33-435d-ab3f-3a9870abfc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409610 May 05 15:53:05.612988 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:53:05.633088 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:53:05.636963 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:05.683025 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:53:05.824472 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['8ec8eaa8-ee09-45b6-be35-f6e080ae19e8'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:53:06.733116 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd7f5f-3456-4574-80c8-22203cba1f61 req-84937e00-139e-47c4-912b-fc9bfaa4db6d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:06.734606 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-85dd7f5f-3456-4574-80c8-22203cba1f61 req-84937e00-139e-47c4-912b-fc9bfaa4db6d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 944 time: 0.0574396 May 05 15:53:06.780239 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-85dd7f5f-3456-4574-80c8-22203cba1f61 req-98a8b4b1-f561-4190-8c94-3276734bea9c tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8043372-1b33-435d-ab3f-3a9870abfc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400910 May 05 15:53:07.466077 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:53:07.511523 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:53:07.517969 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:53:07.518379 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:07.596060 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:53:07.596393 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:07.618607 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b87d732-f72d-44d3-a345-c7aec877a522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:53:07.620826 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba58c64-1b1a-4d57-b857-722d19f91ce0" -d '{"events": [{"server_uuid": "5b87d732-f72d-44d3-a345-c7aec877a522", "name": "network-vif-plugged", "status": "completed", "tag": "8ec8eaa8-ee09-45b6-be35-f6e080ae19e8"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:53:07.633344 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:53:07.637211 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:07.683943 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:53:07.713494 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f47d91e-4837-4ced-b3cb-c0e2a6841dc1 x-openstack-request-id: req-6f47d91e-4837-4ced-b3cb-c0e2a6841dc1 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:53:07.713807 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b87d732-f72d-44d3-a345-c7aec877a522", "name": "network-vif-plugged", "status": "completed", "tag": "8ec8eaa8-ee09-45b6-be35-f6e080ae19e8", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:53:07.714065 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f47d91e-4837-4ced-b3cb-c0e2a6841dc1 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:53:07.714498 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f47d91e-4837-4ced-b3cb-c0e2a6841dc1'] response: {'server_uuid': '5b87d732-f72d-44d3-a345-c7aec877a522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'code': 200} May 05 15:53:07.877582 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320001ee-d0ce-41b4-8120-6405bd4ab930 req-001efba9-8d34-4d2f-bf74-416aaba2fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:07.879060 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-320001ee-d0ce-41b4-8120-6405bd4ab930 req-001efba9-8d34-4d2f-bf74-416aaba2fe50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 1129 time: 0.0427072 May 05 15:53:07.892704 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37cd1e-e137-4729-8759-ad62aa59aae6 req-5010a522-7e40-4dc8-8624-cb5f7e245046 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:07.894303 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1a37cd1e-e137-4729-8759-ad62aa59aae6 req-5010a522-7e40-4dc8-8624-cb5f7e245046 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 945 time: 0.0460887 May 05 15:53:07.922396 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-320001ee-d0ce-41b4-8120-6405bd4ab930 req-a717dff4-a38e-48fa-9f39-3b6d1d0009b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8043372-1b33-435d-ab3f-3a9870abfc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374992 May 05 15:53:07.941069 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1a37cd1e-e137-4729-8759-ad62aa59aae6 req-91b6c3fc-7dd1-4e25-9494-fbd10227e810 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8043372-1b33-435d-ab3f-3a9870abfc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409007 May 05 15:53:09.055869 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0fb7d-f679-4f46-8972-b1d51fb96848 req-52ae6077-93eb-494d-8dcd-8ebdf45bc3da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:09.057390 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e0a0fb7d-f679-4f46-8972-b1d51fb96848 req-52ae6077-93eb-494d-8dcd-8ebdf45bc3da tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 945 time: 0.0468714 May 05 15:53:09.105531 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e0a0fb7d-f679-4f46-8972-b1d51fb96848 req-94cca723-fbd7-45e4-8180-6994a997cbb8 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8043372-1b33-435d-ab3f-3a9870abfc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426607 May 05 15:53:09.219495 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f139e-2760-47c1-a018-095c177c7e55 req-474ae864-c594-4653-8d25-cf1fd66aea0b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:09.220969 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e8f139e-2760-47c1-a018-095c177c7e55 req-474ae864-c594-4653-8d25-cf1fd66aea0b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 945 time: 0.0515857 May 05 15:53:09.229789 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35032) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:53:09.234324 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-193a62d1-d29f-4935-8a35-48305fac5cff tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'floatingip': {'port_id': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:53:09.276256 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-193a62d1-d29f-4935-8a35-48305fac5cff tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (562bb240-ed09-44df-9090-c7553c18424e), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:09.702912 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-193a62d1-d29f-4935-8a35-48305fac5cff tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:09.706347 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-193a62d1-d29f-4935-8a35-48305fac5cff tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (562bb240-ed09-44df-9090-c7553c18424e), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:09.807203 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [None req-193a62d1-d29f-4935-8a35-48305fac5cff tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Floating IP 562bb240-ed09-44df-9090-c7553c18424e associated. External IP: 172.27.3.227, port: 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8. May 05 15:53:10.014894 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193a62d1-d29f-4935-8a35-48305fac5cff tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Router 0f6f2799-c292-481b-a3bb-e2966db3a80b has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:53:10.387264 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193a62d1-d29f-4935-8a35-48305fac5cff tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:53:10.391844 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-193a62d1-d29f-4935-8a35-48305fac5cff tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:10.397308 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23216b0-354c-40e2-ba86-497a6ef3d5d6 None None] Sync routers for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:53:10.407276 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23216b0-354c-40e2-ba86-497a6ef3d5d6 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:53:10.407895 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-f23216b0-354c-40e2-ba86-497a6ef3d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:53:10.421785 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-193a62d1-d29f-4935-8a35-48305fac5cff tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "PUT /v2.0/floatingips/562bb240-ed09-44df-9090-c7553c18424e HTTP/1.1" status: 200 len: 991 time: 1.1908717 May 05 15:53:10.422396 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b87d732-f72d-44d3-a345-c7aec877a522', 'tag': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:53:10.424665 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ef929c-0d36-4248-a485-e45d8e007690" -d '{"events": [{"name": "network-changed", "server_uuid": "5b87d732-f72d-44d3-a345-c7aec877a522", "tag": "8ec8eaa8-ee09-45b6-be35-f6e080ae19e8"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:53:10.460027 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d100dc7-b4fa-4d68-b966-c701f2825e31 x-openstack-request-id: req-7d100dc7-b4fa-4d68-b966-c701f2825e31 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:53:10.460323 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b87d732-f72d-44d3-a345-c7aec877a522", "tag": "8ec8eaa8-ee09-45b6-be35-f6e080ae19e8", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:53:10.460581 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d100dc7-b4fa-4d68-b966-c701f2825e31 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:53:10.460995 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d100dc7-b4fa-4d68-b966-c701f2825e31'] response: {'name': 'network-changed', 'server_uuid': '5b87d732-f72d-44d3-a345-c7aec877a522', 'tag': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'status': 'completed', 'code': 200} May 05 15:53:10.520608 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-f23216b0-354c-40e2-ba86-497a6ef3d5d6 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:53:10.521505 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef929c-0d36-4248-a485-e45d8e007690 req-a8a713b0-e670-4686-965d-6f9fb6b06d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:10.523027 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b9ef929c-0d36-4248-a485-e45d8e007690 req-a8a713b0-e670-4686-965d-6f9fb6b06d82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 1129 time: 0.0417554 May 05 15:53:10.612178 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef929c-0d36-4248-a485-e45d8e007690 req-c09544c4-0e9b-4ac6-866b-258bc83f38be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:10.613643 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b9ef929c-0d36-4248-a485-e45d8e007690 req-c09544c4-0e9b-4ac6-866b-258bc83f38be service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 915 time: 0.0850334 May 05 15:53:10.681066 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b9ef929c-0d36-4248-a485-e45d8e007690 req-8749a246-9688-4647-9e56-3d6adf9c7863 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 HTTP/1.1" status: 200 len: 999 time: 0.0617185 May 05 15:53:10.731747 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef929c-0d36-4248-a485-e45d8e007690 req-bd84be04-4449-4637-9b59-385a17120800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:10.733244 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b9ef929c-0d36-4248-a485-e45d8e007690 req-bd84be04-4449-4637-9b59-385a17120800 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0461321 May 05 15:53:10.776732 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef929c-0d36-4248-a485-e45d8e007690 req-4289faf2-1aac-4bc3-a18d-d43ea616c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:10.778249 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b9ef929c-0d36-4248-a485-e45d8e007690 req-4289faf2-1aac-4bc3-a18d-d43ea616c7e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393403 May 05 15:53:10.822731 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-f23216b0-354c-40e2-ba86-497a6ef3d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '562bb240-ed09-44df-9090-c7553c18424e', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:e2:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b87d732-f72d-44d3-a345-c7aec877a522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:52:58Z', 'updated_at': '2022-05-05T15:53:09Z', 'revision_number': 1, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:53:10.848413 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23216b0-354c-40e2-ba86-497a6ef3d5d6 None None] Checking router: 0f6f2799-c292-481b-a3bb-e2966db3a80b for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:53:10.856536 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23216b0-354c-40e2-ba86-497a6ef3d5d6 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:53:10.857152 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-f23216b0-354c-40e2-ba86-497a6ef3d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:52:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:53:10.871468 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b9ef929c-0d36-4248-a485-e45d8e007690 req-50cdbd87-4fc2-4623-8914-c98bdcb384b0 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874851 May 05 15:53:10.962252 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b9ef929c-0d36-4248-a485-e45d8e007690 req-8003cc74-3242-4671-a161-852f49519f8e service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838900 May 05 15:53:10.963995 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-f23216b0-354c-40e2-ba86-497a6ef3d5d6 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:53:11.173220 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-f23216b0-354c-40e2-ba86-497a6ef3d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '562bb240-ed09-44df-9090-c7553c18424e', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:e2:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b87d732-f72d-44d3-a345-c7aec877a522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:52:58Z', 'updated_at': '2022-05-05T15:53:09Z', 'revision_number': 1, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:53:11.198787 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23216b0-354c-40e2-ba86-497a6ef3d5d6 None None] The sync data for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi is: [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '562bb240-ed09-44df-9090-c7553c18424e', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:e2:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b87d732-f72d-44d3-a345-c7aec877a522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:52:58Z', 'updated_at': '2022-05-05T15:53:09Z', 'revision_number': 1, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:53:11.382645 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cfc6fd-5fb3-4920-acfe-bad5c3b9d580 None None] New status for floating IP 562bb240-ed09-44df-9090-c7553c18424e: ACTIVE {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:53:13.462451 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a287-4c03-40f3-8897-5c742da68633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:15.789584 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d09a-f0a9-4c3d-bc11-1431a5a637e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:15.965192 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:17.021400 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:18.490045 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:19.529458 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-414e5b62-0340-4a8a-a178-3151833a0820 req-695887f4-d6e4-4f2b-a0f1-8d2df65430dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567353 May 05 15:53:19.615760 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e5b62-0340-4a8a-a178-3151833a0820 req-343fc070-3fc7-4452-9a7f-68e1e5400e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:19.617176 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-414e5b62-0340-4a8a-a178-3151833a0820 req-343fc070-3fc7-4452-9a7f-68e1e5400e65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 1129 time: 0.0410969 May 05 15:53:19.722849 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e5b62-0340-4a8a-a178-3151833a0820 req-12611100-6988-40f7-9c7b-dddd6be74e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:19.724328 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-414e5b62-0340-4a8a-a178-3151833a0820 req-12611100-6988-40f7-9c7b-dddd6be74e25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 915 time: 0.0881875 May 05 15:53:19.797899 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-414e5b62-0340-4a8a-a178-3151833a0820 req-ce5f44a9-6fef-4923-9ba3-fc7ef73c200d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 HTTP/1.1" status: 200 len: 1001 time: 0.0679898 May 05 15:53:19.848327 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e5b62-0340-4a8a-a178-3151833a0820 req-68763759-2dbb-452a-b99f-e1b6e48e23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:19.849774 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-414e5b62-0340-4a8a-a178-3151833a0820 req-68763759-2dbb-452a-b99f-e1b6e48e23ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0464454 May 05 15:53:19.895882 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e5b62-0340-4a8a-a178-3151833a0820 req-89c15e40-133e-48ef-b531-564f35f78640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:19.897306 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-414e5b62-0340-4a8a-a178-3151833a0820 req-89c15e40-133e-48ef-b531-564f35f78640 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408530 May 05 15:53:19.961887 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:20.001533 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-414e5b62-0340-4a8a-a178-3151833a0820 req-19072458-64e1-40fd-ac86-5b60aaf7d898 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978897 May 05 15:53:20.114775 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-414e5b62-0340-4a8a-a178-3151833a0820 req-a241fc4d-4d8d-44c1-948f-81bd0516f733 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069391 May 05 15:53:27.235100 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:53:43.464048 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e78d-f2ce-47f6-a00f-90989cfd85e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:45.798396 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-07c2fa2c-7ec9-44ed-a2b3-b1c8a972462b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:45.979359 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:47.022013 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:48.493278 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:49.966019 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:54.927738 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35084) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:53:54.932579 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--822500328', 'description': 'tempest-description--138097624'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:53:54.953754 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.019230 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (d07c6fac-b0bc-4a1c-89de-92f52c44a3fb), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.023374 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (d07c6fac-b0bc-4a1c-89de-92f52c44a3fb), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.052928 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.054278 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1252327 May 05 15:53:55.056169 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07c6fac-b0bc-4a1c-89de-92f52c44a3fb,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:53:55.057269 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35086) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:53:55.061805 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'security_group_rule': {'security_group_id': 'd07c6fac-b0bc-4a1c-89de-92f52c44a3fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:53:55.063203 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.063562 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.063910 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.064250 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.064593 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.064930 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.065275 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.065587 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.065916 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.066273 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.066604 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.066931 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.067257 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.067581 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.067906 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf66b35-e7b8-4bd8-a273-0e5dc9127b52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.089740 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (bca6b116-b071-4be8-a91e-3afd2af2fe68), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.142422 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (bca6b116-b071-4be8-a91e-3afd2af2fe68), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.145954 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (bca6b116-b071-4be8-a91e-3afd2af2fe68), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.163747 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca6b116-b071-4be8-a91e-3afd2af2fe68,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:53:55.171853 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.172214 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.172577 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.172902 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.173240 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.173575 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.173908 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.174268 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.174597 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.174926 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.175255 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.175581 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.175905 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.176229 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.176551 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:53:55.181752 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.182961 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-069bccf7-08c0-4cb8-9f11-1e4db43c33f9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246748 May 05 15:53:55.185568 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35088) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:53:55.190269 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-6e91b414-8aba-414c-a98f-afd5cbcafeb0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'security_group_rule': {'security_group_id': 'd07c6fac-b0bc-4a1c-89de-92f52c44a3fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:53:55.215417 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6e91b414-8aba-414c-a98f-afd5cbcafeb0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (0ab07222-7eab-409c-a2c8-7398d233b502), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.270702 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6e91b414-8aba-414c-a98f-afd5cbcafeb0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (0ab07222-7eab-409c-a2c8-7398d233b502), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.274980 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6e91b414-8aba-414c-a98f-afd5cbcafeb0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (0ab07222-7eab-409c-a2c8-7398d233b502), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.292397 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91b414-8aba-414c-a98f-afd5cbcafeb0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab07222-7eab-409c-a2c8-7398d233b502,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:53:55.300565 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6e91b414-8aba-414c-a98f-afd5cbcafeb0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.301734 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6e91b414-8aba-414c-a98f-afd5cbcafeb0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148310 May 05 15:53:55.305352 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35090) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:53:55.309515 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:53:55.328656 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.408357 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.513915 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Allocated IP 172.27.3.105 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/0148de45-c614-4cf0-90ac-eeb393049fd8) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:53:55.613459 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for port (0148de45-c614-4cf0-90ac-eeb393049fd8), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.646037 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (0148de45-c614-4cf0-90ac-eeb393049fd8), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.685208 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:53:55.689939 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:53:55.694472 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:53:55.697457 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'Port': ['ID=0148de45-c614-4cf0-90ac-eeb393049fd8,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:53:55.781453 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (5d2ca581-a331-48d0-aab2-c058d9f8c98a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.817515 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (0148de45-c614-4cf0-90ac-eeb393049fd8), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.966048 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for port (0148de45-c614-4cf0-90ac-eeb393049fd8), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:55.970524 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (0148de45-c614-4cf0-90ac-eeb393049fd8), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:56.039455 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'Port': ['ID=0148de45-c614-4cf0-90ac-eeb393049fd8,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:53:56.049518 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (5d2ca581-a331-48d0-aab2-c058d9f8c98a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:56.064056 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:56.065262 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c168d264-cc95-44a8-8b4c-74378e3cd24b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7590039 May 05 15:53:56.209910 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-47c50f49-5564-41bf-9384-745805728b61 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--822500328&fields=id&tenant_id=08e032d5a6c4470ab4739d8b63189a51 HTTP/1.1" status: 200 len: 267 time: 0.0413494 May 05 15:53:56.319137 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-5f066316-8b0b-48bc-bc25-f6ae9fc56b80 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:56.320573 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-5f066316-8b0b-48bc-bc25-f6ae9fc56b80 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 814 time: 0.1030319 May 05 15:53:56.335000 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-c53607d8-0638-4024-8655-56bf95348e8a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/quotas/08e032d5a6c4470ab4739d8b63189a51 HTTP/1.1" status: 200 len: 375 time: 0.0084603 May 05 15:53:56.386667 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-f7c2f9b7-0f5c-42f5-b6fa-cc1feeec9eb5 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464804 May 05 15:53:56.402188 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-9db4eea1-8c85-4bb4-b29a-7d00ed0709f5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=109965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 05 15:53:56.403217 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-9db4eea1-8c85-4bb4-b29a-7d00ed0709f5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050657 May 05 15:53:56.493642 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-cfe36d01-20ad-44ea-9aea-853524f5f447 service neutron] 10.222.0.58 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852475 May 05 15:53:56.581808 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-76c819ce-3757-433c-91a7-757f1bef6b91 service neutron] 10.222.0.58 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821850 May 05 15:53:56.742906 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c079bbd7-1688-488c-9953-8428018a1f7a req-4a43583b-ed21-4054-8373-80db5b14e89b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 210 time: 0.0325336 May 05 15:53:57.621422 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-b3ed5ffa-f314-4f9d-ab87-df63c78e0ff9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:57.622898 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-b3ed5ffa-f314-4f9d-ab87-df63c78e0ff9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 814 time: 0.1099856 May 05 15:53:57.694541 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-993e5285-f2c5-42f7-a39f-1c82226df7c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e032d5a6c4470ab4739d8b63189a51 HTTP/1.1" status: 200 len: 472 time: 0.0632677 May 05 15:53:57.741156 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-25f27171-16f4-4561-8e57-4b409606e26b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'port': {'device_id': 'd79fc87e-8ef5-46cc-8979-f998db9202e6', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'admin_state_up': True, 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'security_groups': ['d07c6fac-b0bc-4a1c-89de-92f52c44a3fb']}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:53:57.841490 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-53dcfcd8-51b6-4613-9057-c87edca3829b req-88ac7091-7398-488c-9e21-8c89e3881653 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 210 time: 0.0306029 May 05 15:53:57.873047 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-25f27171-16f4-4561-8e57-4b409606e26b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Made reservation on behalf of 08e032d5a6c4470ab4739d8b63189a51 for: {'port': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:53:57.876404 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-25f27171-16f4-4561-8e57-4b409606e26b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:58.003918 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-25f27171-16f4-4561-8e57-4b409606e26b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Allocated IP 172.20.0.10 (1f4a0457-29d8-4fb6-8266-981158971487/2ba6683b-c850-40d3-80af-21c1176ea9d9/30ec2293-4552-44df-97a5-89d8bef25e12) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:53:58.139611 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-25f27171-16f4-4561-8e57-4b409606e26b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for port (30ec2293-4552-44df-97a5-89d8bef25e12), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:58.172947 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-25f27171-16f4-4561-8e57-4b409606e26b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:58.219378 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-25f27171-16f4-4561-8e57-4b409606e26b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Network 1f4a0457-29d8-4fb6-8266-981158971487 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:53:58.222533 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-25f27171-16f4-4561-8e57-4b409606e26b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:53:58.229365 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-25f27171-16f4-4561-8e57-4b409606e26b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:53:58.253385 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f27171-16f4-4561-8e57-4b409606e26b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'Port': ['ID=30ec2293-4552-44df-97a5-89d8bef25e12,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:53:58.282348 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-25f27171-16f4-4561-8e57-4b409606e26b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:58.282967 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-25f27171-16f4-4561-8e57-4b409606e26b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:58.300075 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-25f27171-16f4-4561-8e57-4b409606e26b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5627995 May 05 15:53:58.310962 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Request body: {'port': {'device_id': 'd79fc87e-8ef5-46cc-8979-f998db9202e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:53:58.373263 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:58.451376 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-d53e4143-4de1-43a0-b33b-c4be46337eb5 None None] Provisioning complete for port 30ec2293-4552-44df-97a5-89d8bef25e12 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:53:58.451975 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d53e4143-4de1-43a0-b33b-c4be46337eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:58.486326 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-d53e4143-4de1-43a0-b33b-c4be46337eb5 None None] Port 30ec2293-4552-44df-97a5-89d8bef25e12 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:53:58.637057 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ec2293-4552-44df-97a5-89d8bef25e12 {{(pid=109965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:53:58.644409 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Publish callbacks [] for port (30ec2293-4552-44df-97a5-89d8bef25e12), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:58.657284 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.provisioning_blocks [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Transition to ACTIVE for port object 30ec2293-4552-44df-97a5-89d8bef25e12 will not be triggered until provisioned by entity L2. {{(pid=109965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:53:58.660934 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:58.712248 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Pushing event updated for resources: {'Port': ['ID=30ec2293-4552-44df-97a5-89d8bef25e12,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:53:58.787059 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Attempting to bind port 30ec2293-4552-44df-97a5-89d8bef25e12 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:53:58.787398 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Attempting to bind port 30ec2293-4552-44df-97a5-89d8bef25e12 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:53:58.787898 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Attempting to bind port 30ec2293-4552-44df-97a5-89d8bef25e12 on network 1f4a0457-29d8-4fb6-8266-981158971487 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:53:58.792811 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Port 30ec2293-4552-44df-97a5-89d8bef25e12 on network 1f4a0457-29d8-4fb6-8266-981158971487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:53:58.793224 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Attempting to bind port 30ec2293-4552-44df-97a5-89d8bef25e12 on network 1f4a0457-29d8-4fb6-8266-981158971487 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:53:58.798538 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:53:58.798909 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Checking segment: {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:53:58.799300 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Bound using segment: {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:53:58.799736 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Bound port: 30ec2293-4552-44df-97a5-89d8bef25e12, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'}}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:53:58.800102 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:58.867968 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] For port 30ec2293-4552-44df-97a5-89d8bef25e12, host hv-cinder-83979, cleared binding levels {{(pid=109965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:53:58.879579 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] For port 30ec2293-4552-44df-97a5-89d8bef25e12, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=30ec2293-4552-44df-97a5-89d8bef25e12,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:53:58.886585 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:58.919737 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:58.920330 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:53:58.921726 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] 10.222.0.41 "PUT /v2.0/ports/30ec2293-4552-44df-97a5-89d8bef25e12 HTTP/1.1" status: 200 len: 1094 time: 0.6149251 May 05 15:53:58.922160 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79fc87e-8ef5-46cc-8979-f998db9202e6', 'tag': '30ec2293-4552-44df-97a5-89d8bef25e12'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:53:58.924398 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172f1c71-5a63-48a7-9242-9065302d5237" -d '{"events": [{"name": "network-changed", "server_uuid": "d79fc87e-8ef5-46cc-8979-f998db9202e6", "tag": "30ec2293-4552-44df-97a5-89d8bef25e12"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:53:58.966143 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4413c-1967-4bd4-8357-5c7f731b2abf service neutron] Pushing event updated for resources: {'Port': ['ID=30ec2293-4552-44df-97a5-89d8bef25e12,revision_number=3']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:53:58.987267 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd15cbb-3fee-491f-a4f9-37b140a42738 req-195cf4d3-b30d-446d-9e82-db6ef5d6223d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:58.989197 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7023f79c-76ca-408e-98cc-f39c56301629 x-openstack-request-id: req-7023f79c-76ca-408e-98cc-f39c56301629 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:53:58.989497 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79fc87e-8ef5-46cc-8979-f998db9202e6", "tag": "30ec2293-4552-44df-97a5-89d8bef25e12", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:53:58.989753 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7023f79c-76ca-408e-98cc-f39c56301629 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:53:58.990158 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7023f79c-76ca-408e-98cc-f39c56301629'] response: {'name': 'network-changed', 'server_uuid': 'd79fc87e-8ef5-46cc-8979-f998db9202e6', 'tag': '30ec2293-4552-44df-97a5-89d8bef25e12', 'status': 'completed', 'code': 200} May 05 15:53:58.991134 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0dd15cbb-3fee-491f-a4f9-37b140a42738 req-195cf4d3-b30d-446d-9e82-db6ef5d6223d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 944 time: 0.0655427 May 05 15:53:59.018799 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-76818fef-efed-4540-a397-f6cc0baec236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:59.020762 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-76818fef-efed-4540-a397-f6cc0baec236 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 1128 time: 0.0459387 May 05 15:53:59.045863 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0dd15cbb-3fee-491f-a4f9-37b140a42738 req-b32e3005-2e09-48ac-9a46-6ef9929d7717 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d07c6fac-b0bc-4a1c-89de-92f52c44a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483897 May 05 15:53:59.066852 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-4460f4d2-8d14-417a-a442-96025db2a4bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30ec2293-4552-44df-97a5-89d8bef25e12 HTTP/1.1" status: 200 len: 217 time: 0.0400586 May 05 15:53:59.117629 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-066ade5c-6420-4c56-a6cb-ae85f570e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:59.119134 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-066ade5c-6420-4c56-a6cb-ae85f570e678 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0469482 May 05 15:53:59.162397 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-80e51fa9-c8f6-4d33-bb7b-d6d88f9fc394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:53:59.164120 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-80e51fa9-c8f6-4d33-bb7b-d6d88f9fc394 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390635 May 05 15:53:59.255560 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-8a48cf88-1fc0-40e1-8356-eef2821dcb82 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853024 May 05 15:53:59.344159 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-11878ec4-02db-4928-b4b0-93b84e7db62d req-72541c63-b752-419d-8db8-4c62a8317921 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829389 May 05 15:54:00.073176 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f1c71-5a63-48a7-9242-9065302d5237 req-3cea6284-ed6d-4719-8104-5545e57f6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:00.074709 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-172f1c71-5a63-48a7-9242-9065302d5237 req-3cea6284-ed6d-4719-8104-5545e57f6ffa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 1128 time: 0.0391452 May 05 15:54:00.207136 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905b14c-238d-4a4f-9c95-2b641ff652a3 req-e421f678-cc9b-4715-9ec5-c00322f74bef tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:00.208584 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a905b14c-238d-4a4f-9c95-2b641ff652a3 req-e421f678-cc9b-4715-9ec5-c00322f74bef tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 944 time: 0.0694556 May 05 15:54:00.212586 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f1c71-5a63-48a7-9242-9065302d5237 req-91b3a38c-4369-4f9c-bc6d-0f1e6e7bd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:00.213937 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-172f1c71-5a63-48a7-9242-9065302d5237 req-91b3a38c-4369-4f9c-bc6d-0f1e6e7bd5ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 915 time: 0.1334805 May 05 15:54:00.261339 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-172f1c71-5a63-48a7-9242-9065302d5237 req-60b8bd30-e18f-487c-8c2c-c503873a2726 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30ec2293-4552-44df-97a5-89d8bef25e12 HTTP/1.1" status: 200 len: 217 time: 0.0403953 May 05 15:54:00.333151 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a905b14c-238d-4a4f-9c95-2b641ff652a3 req-ff7ed467-683b-4d85-b6b1-5cac8593bf90 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d07c6fac-b0bc-4a1c-89de-92f52c44a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062365 May 05 15:54:00.338015 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f1c71-5a63-48a7-9242-9065302d5237 req-f4068baa-ce69-4000-a8fd-6b4eff6857d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:00.339433 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-172f1c71-5a63-48a7-9242-9065302d5237 req-f4068baa-ce69-4000-a8fd-6b4eff6857d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0722466 May 05 15:54:00.383038 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f1c71-5a63-48a7-9242-9065302d5237 req-3e8a9db0-d416-4951-8e54-5a1708872e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:00.384526 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-172f1c71-5a63-48a7-9242-9065302d5237 req-3e8a9db0-d416-4951-8e54-5a1708872e16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392227 May 05 15:54:00.471682 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-172f1c71-5a63-48a7-9242-9065302d5237 req-283669a0-2abe-4814-a2a9-24ea2230fc04 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806749 May 05 15:54:00.569076 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-172f1c71-5a63-48a7-9242-9065302d5237 req-bf1a693b-3494-44c9-94cb-ffe38d79a808 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908928 May 05 15:54:01.445798 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523200a-0138-4a65-8f51-a69bbfacb3d7 req-f702aaf2-bb5d-4d05-9e41-d98924fc9cf7 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:01.446889 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d523200a-0138-4a65-8f51-a69bbfacb3d7 req-f702aaf2-bb5d-4d05-9e41-d98924fc9cf7 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 944 time: 0.0468154 May 05 15:54:01.496574 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d523200a-0138-4a65-8f51-a69bbfacb3d7 req-b2acc7b7-3b1e-4a47-8574-90e79be3301f tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d07c6fac-b0bc-4a1c-89de-92f52c44a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442374 May 05 15:54:01.747803 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 30ec2293-4552-44df-97a5-89d8bef25e12 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:54:01.843590 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 30ec2293-4552-44df-97a5-89d8bef25e12, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=30ec2293-4552-44df-97a5-89d8bef25e12,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:54:01.855140 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '30ec2293-4552-44df-97a5-89d8bef25e12', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'port_id': '30ec2293-4552-44df-97a5-89d8bef25e12', 'mac_address': 'fa:16:3e:a3:7a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:54:01.890846 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 30ec2293-4552-44df-97a5-89d8bef25e12 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:54:01.891232 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:01.904192 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ec2293-4552-44df-97a5-89d8bef25e12 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:54:01.927068 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 30ec2293-4552-44df-97a5-89d8bef25e12, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=30ec2293-4552-44df-97a5-89d8bef25e12,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:54:01.930762 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:01.976911 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=30ec2293-4552-44df-97a5-89d8bef25e12,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:01.983821 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.984171 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.984514 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.984854 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.985185 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.985511 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.985837 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.986161 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.986516 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.986837 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.987158 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.987480 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.987798 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.988114 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:01.988430 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:54:02.136720 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['30ec2293-4552-44df-97a5-89d8bef25e12'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:54:02.613096 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789a694-6501-4bb9-9323-05a02856ceda req-a95dc485-1404-4e0a-a1fe-8a242b76ad9a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:02.614598 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8789a694-6501-4bb9-9323-05a02856ceda req-a95dc485-1404-4e0a-a1fe-8a242b76ad9a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 945 time: 0.0484097 May 05 15:54:02.660980 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-8789a694-6501-4bb9-9323-05a02856ceda req-156b80e9-6b04-48d3-b6c1-817827120bb3 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d07c6fac-b0bc-4a1c-89de-92f52c44a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406892 May 05 15:54:03.763502 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 30ec2293-4552-44df-97a5-89d8bef25e12 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:54:03.781495 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92bac1-c39a-4ee1-9eab-3e19b1b08c63 req-a37e34bc-0c2f-4310-a00b-420c48b2aec9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:03.782976 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fb92bac1-c39a-4ee1-9eab-3e19b1b08c63 req-a37e34bc-0c2f-4310-a00b-420c48b2aec9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 945 time: 0.0528433 May 05 15:54:03.807777 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 30ec2293-4552-44df-97a5-89d8bef25e12 completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:54:03.813538 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 30ec2293-4552-44df-97a5-89d8bef25e12 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:54:03.814035 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:03.829548 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fb92bac1-c39a-4ee1-9eab-3e19b1b08c63 req-41a42ab7-ccc4-41f4-b41c-47dd897f048d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d07c6fac-b0bc-4a1c-89de-92f52c44a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408828 May 05 15:54:03.890814 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 30ec2293-4552-44df-97a5-89d8bef25e12 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:54:03.891198 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:03.913708 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79fc87e-8ef5-46cc-8979-f998db9202e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ec2293-4552-44df-97a5-89d8bef25e12'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:54:03.915912 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbc31d7-91ec-4a84-9127-8323bd97d585" -d '{"events": [{"server_uuid": "d79fc87e-8ef5-46cc-8979-f998db9202e6", "name": "network-vif-plugged", "status": "completed", "tag": "30ec2293-4552-44df-97a5-89d8bef25e12"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:54:03.931415 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 30ec2293-4552-44df-97a5-89d8bef25e12, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=30ec2293-4552-44df-97a5-89d8bef25e12,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:54:03.935474 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:03.959168 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977ff6b5-81bf-4b40-bcf9-86c45c3ed46e x-openstack-request-id: req-977ff6b5-81bf-4b40-bcf9-86c45c3ed46e {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:54:03.960069 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79fc87e-8ef5-46cc-8979-f998db9202e6", "name": "network-vif-plugged", "status": "completed", "tag": "30ec2293-4552-44df-97a5-89d8bef25e12", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:54:03.960401 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-977ff6b5-81bf-4b40-bcf9-86c45c3ed46e {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:54:03.960788 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977ff6b5-81bf-4b40-bcf9-86c45c3ed46e'] response: {'server_uuid': 'd79fc87e-8ef5-46cc-8979-f998db9202e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ec2293-4552-44df-97a5-89d8bef25e12', 'code': 200} May 05 15:54:03.985695 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=30ec2293-4552-44df-97a5-89d8bef25e12,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:04.115409 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3690ef-3bda-4977-8ea4-da247be146aa req-79286d8e-b79b-423c-8e8b-42154f260b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:04.116928 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ba3690ef-3bda-4977-8ea4-da247be146aa req-79286d8e-b79b-423c-8e8b-42154f260b5e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 1130 time: 0.0413644 May 05 15:54:04.158921 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-ba3690ef-3bda-4977-8ea4-da247be146aa req-f0abe7a9-3a1e-4d4e-89f8-378549ac8fe4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d07c6fac-b0bc-4a1c-89de-92f52c44a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365071 May 05 15:54:04.233454 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:54:04.945057 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76774e41-e94b-43d7-9cb3-80503179dd42 req-3e36c129-77c6-473d-bd16-e42b903591f5 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:04.946555 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-76774e41-e94b-43d7-9cb3-80503179dd42 req-3e36c129-77c6-473d-bd16-e42b903591f5 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 946 time: 0.0509958 May 05 15:54:04.993389 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-76774e41-e94b-43d7-9cb3-80503179dd42 req-61e2e203-81eb-40ce-8fed-bc8f33b7e160 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d07c6fac-b0bc-4a1c-89de-92f52c44a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412867 May 05 15:54:06.105019 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba7180-69b1-40a6-a87c-63cb0dc2e5de req-107e91ca-8d1e-4199-a90b-a4f80fd2fe6d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:06.106486 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-aeba7180-69b1-40a6-a87c-63cb0dc2e5de req-107e91ca-8d1e-4199-a90b-a4f80fd2fe6d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 946 time: 0.0460856 May 05 15:54:06.152280 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-aeba7180-69b1-40a6-a87c-63cb0dc2e5de req-2958c359-62a5-4674-bb52-666428542660 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d07c6fac-b0bc-4a1c-89de-92f52c44a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403376 May 05 15:54:06.262032 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9581a-90ad-4db7-9a27-05f445519b63 req-a2273fe8-5c35-48ca-a02f-a07bcaf612ee tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:06.263513 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-78f9581a-90ad-4db7-9a27-05f445519b63 req-a2273fe8-5c35-48ca-a02f-a07bcaf612ee tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 946 time: 0.0493021 May 05 15:54:06.271745 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35140) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:54:06.276443 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-95e83bf1-8537-4a64-931f-55e30847c45a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'floatingip': {'port_id': '30ec2293-4552-44df-97a5-89d8bef25e12'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:54:06.314145 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-95e83bf1-8537-4a64-931f-55e30847c45a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (5d2ca581-a331-48d0-aab2-c058d9f8c98a), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:06.748535 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-95e83bf1-8537-4a64-931f-55e30847c45a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:06.752430 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-95e83bf1-8537-4a64-931f-55e30847c45a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (5d2ca581-a331-48d0-aab2-c058d9f8c98a), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:06.854157 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-95e83bf1-8537-4a64-931f-55e30847c45a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Floating IP 5d2ca581-a331-48d0-aab2-c058d9f8c98a associated. External IP: 172.27.3.105, port: 30ec2293-4552-44df-97a5-89d8bef25e12. May 05 15:54:07.060724 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e83bf1-8537-4a64-931f-55e30847c45a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Router 0f6f2799-c292-481b-a3bb-e2966db3a80b has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:54:07.168542 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e83bf1-8537-4a64-931f-55e30847c45a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:54:07.173453 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-95e83bf1-8537-4a64-931f-55e30847c45a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:07.179821 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a164b-fec3-4f96-9fd5-b7f7fadc9e56 None None] Sync routers for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:54:07.190424 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a164b-fec3-4f96-9fd5-b7f7fadc9e56 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:54:07.191061 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ba0a164b-fec3-4f96-9fd5-b7f7fadc9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:53:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:07.304830 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-ba0a164b-fec3-4f96-9fd5-b7f7fadc9e56 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:54:07.472138 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-95e83bf1-8537-4a64-931f-55e30847c45a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "PUT /v2.0/floatingips/5d2ca581-a331-48d0-aab2-c058d9f8c98a HTTP/1.1" status: 200 len: 992 time: 1.1988292 May 05 15:54:07.472744 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79fc87e-8ef5-46cc-8979-f998db9202e6', 'tag': '30ec2293-4552-44df-97a5-89d8bef25e12'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:54:07.475154 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2341df8093707295e861e540f48235023892fd43a3e2288b8f1e29ac1809c39e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7382866c-07e0-4a7a-89fd-5a62cbb5da42" -d '{"events": [{"name": "network-changed", "server_uuid": "d79fc87e-8ef5-46cc-8979-f998db9202e6", "tag": "30ec2293-4552-44df-97a5-89d8bef25e12"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:54:07.534402 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ba0a164b-fec3-4f96-9fd5-b7f7fadc9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '562bb240-ed09-44df-9090-c7553c18424e', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:e2:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b87d732-f72d-44d3-a345-c7aec877a522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:52:58Z', 'updated_at': '2022-05-05T15:53:11Z', 'revision_number': 2, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}, {'id': '5d2ca581-a331-48d0-aab2-c058d9f8c98a', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '30ec2293-4552-44df-97a5-89d8bef25e12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:a3:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79fc87e-8ef5-46cc-8979-f998db9202e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:53:55Z', 'updated_at': '2022-05-05T15:54:06Z', 'revision_number': 1, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:07.565927 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854a9bbc-e5d3-4b45-b8b0-5bba5702ef7f x-openstack-request-id: req-854a9bbc-e5d3-4b45-b8b0-5bba5702ef7f {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:54:07.566317 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79fc87e-8ef5-46cc-8979-f998db9202e6", "tag": "30ec2293-4552-44df-97a5-89d8bef25e12", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:54:07.566575 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-854a9bbc-e5d3-4b45-b8b0-5bba5702ef7f {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:54:07.566990 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854a9bbc-e5d3-4b45-b8b0-5bba5702ef7f'] response: {'name': 'network-changed', 'server_uuid': 'd79fc87e-8ef5-46cc-8979-f998db9202e6', 'tag': '30ec2293-4552-44df-97a5-89d8bef25e12', 'status': 'completed', 'code': 200} May 05 15:54:07.572692 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a164b-fec3-4f96-9fd5-b7f7fadc9e56 None None] Checking router: 0f6f2799-c292-481b-a3bb-e2966db3a80b for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:54:07.581789 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a164b-fec3-4f96-9fd5-b7f7fadc9e56 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:54:07.582475 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ba0a164b-fec3-4f96-9fd5-b7f7fadc9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:53:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:07.623017 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382866c-07e0-4a7a-89fd-5a62cbb5da42 req-bfd8fb50-e66b-422f-8bfa-a7dc4b4aeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:07.624406 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7382866c-07e0-4a7a-89fd-5a62cbb5da42 req-bfd8fb50-e66b-422f-8bfa-a7dc4b4aeb09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 1130 time: 0.0375090 May 05 15:54:07.689269 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-ba0a164b-fec3-4f96-9fd5-b7f7fadc9e56 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:54:07.715891 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382866c-07e0-4a7a-89fd-5a62cbb5da42 req-3a36f082-f9ea-496c-b2d8-d83fe16dd353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:07.717343 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7382866c-07e0-4a7a-89fd-5a62cbb5da42 req-3a36f082-f9ea-496c-b2d8-d83fe16dd353 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 915 time: 0.0874808 May 05 15:54:07.780506 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7382866c-07e0-4a7a-89fd-5a62cbb5da42 req-d654a396-dca2-4f8d-8ece-f1b5df1b9530 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30ec2293-4552-44df-97a5-89d8bef25e12 HTTP/1.1" status: 200 len: 1000 time: 0.0572045 May 05 15:54:07.830342 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382866c-07e0-4a7a-89fd-5a62cbb5da42 req-06f1f295-0c6d-4024-98ef-0814d1f2e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:07.831764 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7382866c-07e0-4a7a-89fd-5a62cbb5da42 req-06f1f295-0c6d-4024-98ef-0814d1f2e923 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0456946 May 05 15:54:07.873857 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382866c-07e0-4a7a-89fd-5a62cbb5da42 req-55d7c1e5-e8c0-414e-8a9c-29db836718fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:07.875294 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7382866c-07e0-4a7a-89fd-5a62cbb5da42 req-55d7c1e5-e8c0-414e-8a9c-29db836718fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374110 May 05 15:54:07.901401 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ba0a164b-fec3-4f96-9fd5-b7f7fadc9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '562bb240-ed09-44df-9090-c7553c18424e', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:e2:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b87d732-f72d-44d3-a345-c7aec877a522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:52:58Z', 'updated_at': '2022-05-05T15:53:11Z', 'revision_number': 2, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}, {'id': '5d2ca581-a331-48d0-aab2-c058d9f8c98a', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '30ec2293-4552-44df-97a5-89d8bef25e12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:a3:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79fc87e-8ef5-46cc-8979-f998db9202e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:53:55Z', 'updated_at': '2022-05-05T15:54:06Z', 'revision_number': 1, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:07.930984 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a164b-fec3-4f96-9fd5-b7f7fadc9e56 None None] The sync data for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi is: [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '562bb240-ed09-44df-9090-c7553c18424e', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:e2:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b87d732-f72d-44d3-a345-c7aec877a522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:52:58Z', 'updated_at': '2022-05-05T15:53:11Z', 'revision_number': 2, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}, {'id': '5d2ca581-a331-48d0-aab2-c058d9f8c98a', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '30ec2293-4552-44df-97a5-89d8bef25e12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:a3:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79fc87e-8ef5-46cc-8979-f998db9202e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:53:55Z', 'updated_at': '2022-05-05T15:54:06Z', 'revision_number': 1, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:54:07.967952 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7382866c-07e0-4a7a-89fd-5a62cbb5da42 req-18b01213-0a98-447e-b90b-6f5f8786ca3b service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870278 May 05 15:54:08.057918 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-7382866c-07e0-4a7a-89fd-5a62cbb5da42 req-12a9b3a5-15f3-4ed8-a28e-8e8b04ad1d55 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840850 May 05 15:54:08.130061 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4d370-9bb3-4f65-a569-c850c7249272 None None] New status for floating IP 5d2ca581-a331-48d0-aab2-c058d9f8c98a: ACTIVE {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:54:13.466236 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e149c845-33e2-4ea9-926f-b60c33422359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:15.790733 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-752a314d-fe45-4a10-b854-90c6b820089b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:15.980732 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:17.026095 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:18.497100 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:19.513644 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f6e010c7-9f8c-4e8a-b810-23c2691d2d16 req-6c4a682e-98c5-434f-ae29-7019516c3ffc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379906 May 05 15:54:19.594954 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e010c7-9f8c-4e8a-b810-23c2691d2d16 req-7ce166ee-33c9-49da-bd5f-078d7818c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:19.596397 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f6e010c7-9f8c-4e8a-b810-23c2691d2d16 req-7ce166ee-33c9-49da-bd5f-078d7818c527 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 1129 time: 0.0422757 May 05 15:54:19.695884 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e010c7-9f8c-4e8a-b810-23c2691d2d16 req-24cae556-7e5a-44b0-ada9-78185ed27a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:19.697242 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f6e010c7-9f8c-4e8a-b810-23c2691d2d16 req-24cae556-7e5a-44b0-ada9-78185ed27a30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 915 time: 0.0836248 May 05 15:54:19.968628 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:20.028423 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f6e010c7-9f8c-4e8a-b810-23c2691d2d16 req-f0e306e3-137d-4a8c-b317-dccc8b090c2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 HTTP/1.1" status: 200 len: 1001 time: 0.3248785 May 05 15:54:20.076522 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e010c7-9f8c-4e8a-b810-23c2691d2d16 req-e9361c76-b10e-442a-ad4b-f64bb4fe5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:20.078035 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f6e010c7-9f8c-4e8a-b810-23c2691d2d16 req-e9361c76-b10e-442a-ad4b-f64bb4fe5998 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0419457 May 05 15:54:20.120982 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e010c7-9f8c-4e8a-b810-23c2691d2d16 req-5175c8f7-2c1f-41b1-b36e-a5a3fd93053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:20.122441 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f6e010c7-9f8c-4e8a-b810-23c2691d2d16 req-5175c8f7-2c1f-41b1-b36e-a5a3fd93053a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380719 May 05 15:54:20.211707 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f6e010c7-9f8c-4e8a-b810-23c2691d2d16 req-8a328323-f611-4038-8596-2bc71a042d23 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830655 May 05 15:54:20.300016 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-f6e010c7-9f8c-4e8a-b810-23c2691d2d16 req-015213f9-392a-43f2-bd00-87bf9e4ca7f2 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816586 May 05 15:54:37.078966 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add445e3-3294-40fc-b010-c5cdd21ff05e req-cc9f8a90-cd12-4757-8662-fb186b72470b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:37.080418 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-add445e3-3294-40fc-b010-c5cdd21ff05e req-cc9f8a90-cd12-4757-8662-fb186b72470b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 946 time: 0.0493417 May 05 15:54:37.126620 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-add445e3-3294-40fc-b010-c5cdd21ff05e req-28c56998-4e28-469c-b3eb-460ef925a577 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d07c6fac-b0bc-4a1c-89de-92f52c44a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407395 May 05 15:54:38.239882 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26fa42-a88e-4a24-b0c0-faa3382e0aa3 req-79da890d-81ba-401e-bd70-f0dc69001087 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:38.241321 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ff26fa42-a88e-4a24-b0c0-faa3382e0aa3 req-79da890d-81ba-401e-bd70-f0dc69001087 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 946 time: 0.0458870 May 05 15:54:38.286957 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ff26fa42-a88e-4a24-b0c0-faa3382e0aa3 req-50520108-9bac-49ff-9153-496776b55a01 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d07c6fac-b0bc-4a1c-89de-92f52c44a3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400672 May 05 15:54:38.334758 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-7824aac9-b442-452a-a2df-c4039e72bb4a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:38.336223 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-7824aac9-b442-452a-a2df-c4039e72bb4a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 946 time: 0.0464079 May 05 15:54:38.416205 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Deleting port 30ec2293-4552-44df-97a5-89d8bef25e12 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:54:38.416474 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:38.506122 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] For port 30ec2293-4552-44df-97a5-89d8bef25e12, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=30ec2293-4552-44df-97a5-89d8bef25e12,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:54:38.506511 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:38.673599 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:38.673877 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (5d2ca581-a331-48d0-aab2-c058d9f8c98a), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:38.674223 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Floating IP 5d2ca581-a331-48d0-aab2-c058d9f8c98a disassociated. External IP: 172.27.3.105, port: 30ec2293-4552-44df-97a5-89d8bef25e12. May 05 15:54:38.674567 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Calling delete_port for 30ec2293-4552-44df-97a5-89d8bef25e12 owned by compute:nova {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:54:38.799966 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (30ec2293-4552-44df-97a5-89d8bef25e12), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:38.829517 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event deleted for resources: {'Port': ['ID=30ec2293-4552-44df-97a5-89d8bef25e12,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:38.946520 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Router 0f6f2799-c292-481b-a3bb-e2966db3a80b has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:54:39.055156 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:54:39.065379 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bd04f0-70a8-4f8d-8642-c5804db2365f None None] Sync routers for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:54:39.075050 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bd04f0-70a8-4f8d-8642-c5804db2365f None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:54:39.075709 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-88bd04f0-70a8-4f8d-8642-c5804db2365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:54:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:39.105013 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] No DVR routers for this DVR port 30ec2293-4552-44df-97a5-89d8bef25e12 on host hv-cinder-83979 {{(pid=109965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:54:39.108114 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:39.111477 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1b0963d8-ef7e-4fce-a3d4-a35fd424c7d6 req-4a5db302-4285-4673-81ea-6ce13c815913 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "DELETE /v2.0/ports/30ec2293-4552-44df-97a5-89d8bef25e12 HTTP/1.1" status: 204 len: 173 time: 0.7700429 May 05 15:54:39.111919 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79fc87e-8ef5-46cc-8979-f998db9202e6', 'name': 'network-vif-deleted', 'tag': '30ec2293-4552-44df-97a5-89d8bef25e12'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:54:39.114238 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce5d868-c3b8-4443-8ef5-06aa5f9415b3" -d '{"events": [{"server_uuid": "d79fc87e-8ef5-46cc-8979-f998db9202e6", "name": "network-vif-deleted", "tag": "30ec2293-4552-44df-97a5-89d8bef25e12"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:54:39.153553 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469041b2-e884-44bb-b80e-c201d091bec3 x-openstack-request-id: req-469041b2-e884-44bb-b80e-c201d091bec3 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:54:39.154274 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79fc87e-8ef5-46cc-8979-f998db9202e6", "name": "network-vif-deleted", "tag": "30ec2293-4552-44df-97a5-89d8bef25e12", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:54:39.154791 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-469041b2-e884-44bb-b80e-c201d091bec3 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:54:39.155475 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469041b2-e884-44bb-b80e-c201d091bec3'] response: {'server_uuid': 'd79fc87e-8ef5-46cc-8979-f998db9202e6', 'name': 'network-vif-deleted', 'tag': '30ec2293-4552-44df-97a5-89d8bef25e12', 'status': 'completed', 'code': 200} May 05 15:54:39.187221 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-88bd04f0-70a8-4f8d-8642-c5804db2365f None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:54:39.396605 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e2356ed1-1f6f-40d4-8b1a-3267952cd8be req-036d3048-4237-4850-92e0-d2f84314e922 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=d79fc87e-8ef5-46cc-8979-f998db9202e6 HTTP/1.1" status: 200 len: 210 time: 0.0272074 May 05 15:54:39.414608 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-88bd04f0-70a8-4f8d-8642-c5804db2365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '562bb240-ed09-44df-9090-c7553c18424e', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:e2:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b87d732-f72d-44d3-a345-c7aec877a522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:52:58Z', 'updated_at': '2022-05-05T15:53:11Z', 'revision_number': 2, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:39.440518 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bd04f0-70a8-4f8d-8642-c5804db2365f None None] Checking router: 0f6f2799-c292-481b-a3bb-e2966db3a80b for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:54:39.448656 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bd04f0-70a8-4f8d-8642-c5804db2365f None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:54:39.449258 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-88bd04f0-70a8-4f8d-8642-c5804db2365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:54:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:39.561855 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-88bd04f0-70a8-4f8d-8642-c5804db2365f None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:54:39.774047 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-88bd04f0-70a8-4f8d-8642-c5804db2365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '562bb240-ed09-44df-9090-c7553c18424e', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:e2:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b87d732-f72d-44d3-a345-c7aec877a522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:52:58Z', 'updated_at': '2022-05-05T15:53:11Z', 'revision_number': 2, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:39.799783 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bd04f0-70a8-4f8d-8642-c5804db2365f None None] The sync data for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi is: [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '562bb240-ed09-44df-9090-c7553c18424e', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:e2:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b87d732-f72d-44d3-a345-c7aec877a522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:52:58Z', 'updated_at': '2022-05-05T15:53:11Z', 'revision_number': 2, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:54:40.015262 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61afb250-513f-4308-a3d9-836011f9709f None None] New status for floating IP 5d2ca581-a331-48d0-aab2-c058d9f8c98a: DOWN {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:54:40.479164 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35176) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:54:40.536271 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9b1b-7300-442a-a116-0120b641e2a0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (d07c6fac-b0bc-4a1c-89de-92f52c44a3fb), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:40.561750 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9b1b-7300-442a-a116-0120b641e2a0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (d07c6fac-b0bc-4a1c-89de-92f52c44a3fb), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:40.610496 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9b1b-7300-442a-a116-0120b641e2a0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (d07c6fac-b0bc-4a1c-89de-92f52c44a3fb), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:40.613077 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9b1b-7300-442a-a116-0120b641e2a0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:40.614231 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d2dd9b1b-7300-442a-a116-0120b641e2a0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "DELETE /v2.0/security-groups/d07c6fac-b0bc-4a1c-89de-92f52c44a3fb HTTP/1.1" status: 204 len: 168 time: 0.1340683 May 05 15:54:40.617073 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35178) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:54:40.623080 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd9b1b-7300-442a-a116-0120b641e2a0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07c6fac-b0bc-4a1c-89de-92f52c44a3fb,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:40.631045 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.api.v2.resource [None req-2149f07a-6448-4c21-a7ac-f5a2babf752d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] show failed (client error): The resource could not be found. May 05 15:54:40.632068 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-2149f07a-6448-4c21-a7ac-f5a2babf752d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups/d07c6fac-b0bc-4a1c-89de-92f52c44a3fb HTTP/1.1" status: 404 len: 347 time: 0.0139885 May 05 15:54:40.635068 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35180) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:54:40.751393 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-6baebd6f-bdcc-4a9a-80e3-b083466227d8 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Deleting port 0148de45-c614-4cf0-90ac-eeb393049fd8 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:54:40.751628 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6baebd6f-bdcc-4a9a-80e3-b083466227d8 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (0148de45-c614-4cf0-90ac-eeb393049fd8), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:40.824062 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6baebd6f-bdcc-4a9a-80e3-b083466227d8 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (0148de45-c614-4cf0-90ac-eeb393049fd8), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:40.824386 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6baebd6f-bdcc-4a9a-80e3-b083466227d8 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (0148de45-c614-4cf0-90ac-eeb393049fd8), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:40.836851 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-6baebd6f-bdcc-4a9a-80e3-b083466227d8 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Calling delete_port for 0148de45-c614-4cf0-90ac-eeb393049fd8 owned by network:floatingip {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:54:40.966468 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6baebd6f-bdcc-4a9a-80e3-b083466227d8 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (0148de45-c614-4cf0-90ac-eeb393049fd8), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:40.991821 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baebd6f-bdcc-4a9a-80e3-b083466227d8 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event deleted for resources: {'Port': ['ID=0148de45-c614-4cf0-90ac-eeb393049fd8,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:41.054620 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6baebd6f-bdcc-4a9a-80e3-b083466227d8 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (5d2ca581-a331-48d0-aab2-c058d9f8c98a), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:41.057052 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6baebd6f-bdcc-4a9a-80e3-b083466227d8 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:41.058190 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-6baebd6f-bdcc-4a9a-80e3-b083466227d8 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "DELETE /v2.0/floatingips/5d2ca581-a331-48d0-aab2-c058d9f8c98a HTTP/1.1" status: 204 len: 168 time: 0.4221961 May 05 15:54:41.232608 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:54:41.923212 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 30ec2293-4552-44df-97a5-89d8bef25e12 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:54:41.943743 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: 30ec2293-4552-44df-97a5-89d8bef25e12 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:54:41.944091 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 30ec2293-4552-44df-97a5-89d8bef25e12 not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:54:42.631669 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f01073-d63e-4e85-83ca-cf23fa324a5c req-3757f1f6-b060-45a7-bfb7-8e1e829eb33b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:42.633038 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b4f01073-d63e-4e85-83ca-cf23fa324a5c req-3757f1f6-b060-45a7-bfb7-8e1e829eb33b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 945 time: 0.0468485 May 05 15:54:42.678963 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b4f01073-d63e-4e85-83ca-cf23fa324a5c req-a774a1aa-f3a8-42fb-a581-7679cfa4736e tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8043372-1b33-435d-ab3f-3a9870abfc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395007 May 05 15:54:43.469879 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8375-9d89-4bfc-a156-e7f8e9cdc808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:43.796426 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf7d2e-2369-4cfe-8750-cd6b235b6d8d req-498e2452-693f-44a4-82e3-8211d461d3b1 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:43.797913 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-68bf7d2e-2369-4cfe-8750-cd6b235b6d8d req-498e2452-693f-44a4-82e3-8211d461d3b1 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 945 time: 0.0481970 May 05 15:54:43.845431 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-68bf7d2e-2369-4cfe-8750-cd6b235b6d8d req-6d402d4c-020b-41a5-b113-9e3f4038654f tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8043372-1b33-435d-ab3f-3a9870abfc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419722 May 05 15:54:44.027444 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-72bd6e36-83b3-40e0-b4b3-75b9d1cef45b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:44.028868 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-72bd6e36-83b3-40e0-b4b3-75b9d1cef45b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 945 time: 0.0461950 May 05 15:54:44.112880 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Deleting port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:54:44.113218 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:44.199093 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] For port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:54:44.199457 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:44.370612 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:44.371312 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (562bb240-ed09-44df-9090-c7553c18424e), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:44.371661 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Floating IP 562bb240-ed09-44df-9090-c7553c18424e disassociated. External IP: 172.27.3.227, port: 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8. May 05 15:54:44.372124 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Calling delete_port for 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 owned by compute:nova {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:54:44.498615 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (8ec8eaa8-ee09-45b6-be35-f6e080ae19e8), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:44.531162 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event deleted for resources: {'Port': ['ID=8ec8eaa8-ee09-45b6-be35-f6e080ae19e8,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:44.647043 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Router 0f6f2799-c292-481b-a3bb-e2966db3a80b has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:54:44.754378 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:54:44.764986 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085ec94-7833-41bb-82ab-9060c750825d None None] Sync routers for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:54:44.774178 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085ec94-7833-41bb-82ab-9060c750825d None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:54:44.774795 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-2085ec94-7833-41bb-82ab-9060c750825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:54:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:44.795728 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] No DVR routers for this DVR port 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 on host hv-cinder-83979 {{(pid=109965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:54:44.798430 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:44.801746 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-47ea7de9-f67e-4f78-9ad7-a0f700d9a1ee req-b79e1b7a-82ff-46a8-9739-a711b08bd294 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "DELETE /v2.0/ports/8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 HTTP/1.1" status: 204 len: 173 time: 0.7678537 May 05 15:54:44.802136 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b87d732-f72d-44d3-a345-c7aec877a522', 'name': 'network-vif-deleted', 'tag': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:54:44.804429 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f50bdc7-34f9-47f0-978c-87afb62d1e53" -d '{"events": [{"server_uuid": "5b87d732-f72d-44d3-a345-c7aec877a522", "name": "network-vif-deleted", "tag": "8ec8eaa8-ee09-45b6-be35-f6e080ae19e8"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:54:44.854158 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849a7500-2357-4a5c-8bad-20d95b636798 x-openstack-request-id: req-849a7500-2357-4a5c-8bad-20d95b636798 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:54:44.854692 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b87d732-f72d-44d3-a345-c7aec877a522", "name": "network-vif-deleted", "tag": "8ec8eaa8-ee09-45b6-be35-f6e080ae19e8", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:54:44.854969 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-849a7500-2357-4a5c-8bad-20d95b636798 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:54:44.855378 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849a7500-2357-4a5c-8bad-20d95b636798'] response: {'server_uuid': '5b87d732-f72d-44d3-a345-c7aec877a522', 'name': 'network-vif-deleted', 'tag': '8ec8eaa8-ee09-45b6-be35-f6e080ae19e8', 'status': 'completed', 'code': 200} May 05 15:54:44.899356 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-2085ec94-7833-41bb-82ab-9060c750825d None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:54:44.964449 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-60f7e00a-7f73-4f0e-b891-c3ab9c611bbd req-71522841-8426-4a87-b0ad-66d64ce5cf9b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b87d732-f72d-44d3-a345-c7aec877a522 HTTP/1.1" status: 200 len: 210 time: 0.0403540 May 05 15:54:45.104309 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-2085ec94-7833-41bb-82ab-9060c750825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:45.134796 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085ec94-7833-41bb-82ab-9060c750825d None None] Checking router: 0f6f2799-c292-481b-a3bb-e2966db3a80b for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:54:45.146344 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085ec94-7833-41bb-82ab-9060c750825d None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:54:45.147569 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-2085ec94-7833-41bb-82ab-9060c750825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:54:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:45.260202 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-2085ec94-7833-41bb-82ab-9060c750825d None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:54:45.536008 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-2085ec94-7833-41bb-82ab-9060c750825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:45.565132 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085ec94-7833-41bb-82ab-9060c750825d None None] The sync data for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi is: [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:54:45.787792 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8ff08-0ca8-4bbb-8301-33d986675a35 None None] New status for floating IP 562bb240-ed09-44df-9090-c7553c18424e: DOWN {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:54:45.826026 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f4763e9d-6cea-4bf5-bbcf-b4b0fc3c5654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:45.979460 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.043217 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35210) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:54:46.095755 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7cd09141-e264-4c20-9bbf-87d1b3cd251f tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (a8043372-1b33-435d-ab3f-3a9870abfc36), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.126433 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7cd09141-e264-4c20-9bbf-87d1b3cd251f tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (a8043372-1b33-435d-ab3f-3a9870abfc36), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.174471 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7cd09141-e264-4c20-9bbf-87d1b3cd251f tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (a8043372-1b33-435d-ab3f-3a9870abfc36), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.177090 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-7cd09141-e264-4c20-9bbf-87d1b3cd251f tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.178364 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-7cd09141-e264-4c20-9bbf-87d1b3cd251f tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "DELETE /v2.0/security-groups/a8043372-1b33-435d-ab3f-3a9870abfc36 HTTP/1.1" status: 204 len: 168 time: 0.1334546 May 05 15:54:46.181436 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35212) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:54:46.188137 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd09141-e264-4c20-9bbf-87d1b3cd251f tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8043372-1b33-435d-ab3f-3a9870abfc36,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:46.196386 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.api.v2.resource [None req-138df8bb-c842-4020-b760-de817be454ef tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] show failed (client error): The resource could not be found. May 05 15:54:46.197466 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-138df8bb-c842-4020-b760-de817be454ef tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups/a8043372-1b33-435d-ab3f-3a9870abfc36 HTTP/1.1" status: 404 len: 347 time: 0.0150099 May 05 15:54:46.201068 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35214) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:54:46.317505 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-3fc62c61-51d7-4080-8cdc-f32cb9132a57 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Deleting port b070e27d-0396-4d52-b003-80432d944c3c {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:54:46.319960 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3fc62c61-51d7-4080-8cdc-f32cb9132a57 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (b070e27d-0396-4d52-b003-80432d944c3c), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.394262 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3fc62c61-51d7-4080-8cdc-f32cb9132a57 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (b070e27d-0396-4d52-b003-80432d944c3c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.394591 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3fc62c61-51d7-4080-8cdc-f32cb9132a57 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (b070e27d-0396-4d52-b003-80432d944c3c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.406901 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-3fc62c61-51d7-4080-8cdc-f32cb9132a57 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Calling delete_port for b070e27d-0396-4d52-b003-80432d944c3c owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:54:46.542545 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3fc62c61-51d7-4080-8cdc-f32cb9132a57 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (b070e27d-0396-4d52-b003-80432d944c3c), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.566637 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc62c61-51d7-4080-8cdc-f32cb9132a57 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event deleted for resources: {'Port': ['ID=b070e27d-0396-4d52-b003-80432d944c3c,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:46.631260 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3fc62c61-51d7-4080-8cdc-f32cb9132a57 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (562bb240-ed09-44df-9090-c7553c18424e), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.634070 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3fc62c61-51d7-4080-8cdc-f32cb9132a57 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.635256 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3fc62c61-51d7-4080-8cdc-f32cb9132a57 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "DELETE /v2.0/floatingips/562bb240-ed09-44df-9090-c7553c18424e HTTP/1.1" status: 204 len: 168 time: 0.4332600 May 05 15:54:46.844451 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35218) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:54:46.848972 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-e5286251-4ff4-48aa-849a-d4b0836f4ba5 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349446311', 'description': 'tempest-description--1673985292'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:54:46.869780 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e5286251-4ff4-48aa-849a-d4b0836f4ba5 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.939651 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e5286251-4ff4-48aa-849a-d4b0836f4ba5 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (d177fb93-5a67-4a66-b2e6-69fe26f8b9dd), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.943263 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e5286251-4ff4-48aa-849a-d4b0836f4ba5 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (d177fb93-5a67-4a66-b2e6-69fe26f8b9dd), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.970555 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-e5286251-4ff4-48aa-849a-d4b0836f4ba5 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:46.971766 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-e5286251-4ff4-48aa-849a-d4b0836f4ba5 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1262903 May 05 15:54:46.974809 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35220) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:54:46.975816 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5286251-4ff4-48aa-849a-d4b0836f4ba5 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d177fb93-5a67-4a66-b2e6-69fe26f8b9dd,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:46.979465 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-183e0864-4060-4ff6-8e31-b908559c9ff0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'security_group_rule': {'security_group_id': 'd177fb93-5a67-4a66-b2e6-69fe26f8b9dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:54:47.004616 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-183e0864-4060-4ff6-8e31-b908559c9ff0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (0789449f-6f01-4c07-8508-a379066ed811), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.028321 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.061365 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-183e0864-4060-4ff6-8e31-b908559c9ff0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (0789449f-6f01-4c07-8508-a379066ed811), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.064865 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-183e0864-4060-4ff6-8e31-b908559c9ff0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (0789449f-6f01-4c07-8508-a379066ed811), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.081975 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e0864-4060-4ff6-8e31-b908559c9ff0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0789449f-6f01-4c07-8508-a379066ed811,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:47.089808 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-183e0864-4060-4ff6-8e31-b908559c9ff0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.091761 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-183e0864-4060-4ff6-8e31-b908559c9ff0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158464 May 05 15:54:47.095309 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35222) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:54:47.099560 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-43164b7d-725c-451e-999c-2c8011378286 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'security_group_rule': {'security_group_id': 'd177fb93-5a67-4a66-b2e6-69fe26f8b9dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:54:47.126851 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-43164b7d-725c-451e-999c-2c8011378286 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (d4365162-4570-4889-b86c-226d4de49219), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.183199 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-43164b7d-725c-451e-999c-2c8011378286 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (d4365162-4570-4889-b86c-226d4de49219), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.187659 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-43164b7d-725c-451e-999c-2c8011378286 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (d4365162-4570-4889-b86c-226d4de49219), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.202088 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43164b7d-725c-451e-999c-2c8011378286 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4365162-4570-4889-b86c-226d4de49219,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:47.213355 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-43164b7d-725c-451e-999c-2c8011378286 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.214574 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-43164b7d-725c-451e-999c-2c8011378286 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183269 May 05 15:54:47.218186 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35224) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:54:47.222448 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:54:47.242313 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.322134 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.428939 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Allocated IP 172.27.3.239 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/73a85dd7-5105-4db1-b949-48d6c2ba2569) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:54:47.534359 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for port (73a85dd7-5105-4db1-b949-48d6c2ba2569), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.567156 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (73a85dd7-5105-4db1-b949-48d6c2ba2569), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.603674 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:54:47.607182 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:54:47.609590 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:54:47.642016 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'Port': ['ID=73a85dd7-5105-4db1-b949-48d6c2ba2569,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:47.705652 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.741685 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (73a85dd7-5105-4db1-b949-48d6c2ba2569), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.890198 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for port (73a85dd7-5105-4db1-b949-48d6c2ba2569), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.894487 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (73a85dd7-5105-4db1-b949-48d6c2ba2569), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.963730 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'Port': ['ID=73a85dd7-5105-4db1-b949-48d6c2ba2569,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:47.967323 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:54:47.974245 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.988631 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:54:47.988988 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 8ec8eaa8-ee09-45b6-be35-f6e080ae19e8 not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:54:47.989654 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:47.991092 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-52da2209-97b3-4532-bb64-64341736ff9d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7719517 May 05 15:54:48.163662 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-b347b630-f85b-4666-bf8c-7679a07787df tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1349446311&fields=id&tenant_id=08e032d5a6c4470ab4739d8b63189a51 HTTP/1.1" status: 200 len: 267 time: 0.0454514 May 05 15:54:48.267165 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-8b1ef799-f16a-4fa6-ba05-229784e95a18 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:48.268631 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-8b1ef799-f16a-4fa6-ba05-229784e95a18 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 814 time: 0.0981588 May 05 15:54:48.282915 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-fb545e22-9bca-4fbe-9b12-ef473f3d73cb tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/quotas/08e032d5a6c4470ab4739d8b63189a51 HTTP/1.1" status: 200 len: 375 time: 0.0090947 May 05 15:54:48.330425 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-771e8678-83dc-41a9-9f0e-3bf455fc2891 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425897 May 05 15:54:48.427318 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-3f9a1ae9-819f-4d40-aef5-0dfda9130bf2 service neutron] 10.222.0.58 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851498 May 05 15:54:48.500076 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:48.521538 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-53dbb144-f4d0-4ea0-a6cb-70bda84f7230 service neutron] 10.222.0.58 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887651 May 05 15:54:48.679902 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2d2a3d07-6803-453f-bc6d-b9a107868d96 req-a5f5747c-8e6c-4e2c-b96f-dba143744092 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 210 time: 0.0280304 May 05 15:54:49.555440 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-71c2f4d5-5f90-4a04-adde-d85e028c2288 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:49.556867 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-71c2f4d5-5f90-4a04-adde-d85e028c2288 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 814 time: 0.1049430 May 05 15:54:49.624094 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f97490a7-2f80-4c5c-b554-134f3b6c4c40 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e032d5a6c4470ab4739d8b63189a51 HTTP/1.1" status: 200 len: 380 time: 0.0590138 May 05 15:54:49.689452 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f10e8a1d-2647-471e-8662-e316d5e9df7b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'port': {'device_id': 'b83ec201-3575-4466-884d-034279b513f2', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'admin_state_up': True, 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'security_groups': ['d177fb93-5a67-4a66-b2e6-69fe26f8b9dd']}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:54:49.774599 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-746a0a95-076d-4ec3-a218-f31253b772b6 req-0d06e6d0-468c-4847-b8af-ef85e243f983 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 210 time: 0.0275135 May 05 15:54:49.795712 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f10e8a1d-2647-471e-8662-e316d5e9df7b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Made reservation on behalf of 08e032d5a6c4470ab4739d8b63189a51 for: {'port': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:54:49.799039 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f10e8a1d-2647-471e-8662-e316d5e9df7b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:49.922688 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f10e8a1d-2647-471e-8662-e316d5e9df7b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Allocated IP 172.20.0.6 (1f4a0457-29d8-4fb6-8266-981158971487/2ba6683b-c850-40d3-80af-21c1176ea9d9/0c591c5c-8406-4e13-a415-1f1e06fb2dd2) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:54:49.970614 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:50.060094 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f10e8a1d-2647-471e-8662-e316d5e9df7b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:50.092473 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f10e8a1d-2647-471e-8662-e316d5e9df7b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:50.133413 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f10e8a1d-2647-471e-8662-e316d5e9df7b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Network 1f4a0457-29d8-4fb6-8266-981158971487 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:54:50.136511 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f10e8a1d-2647-471e-8662-e316d5e9df7b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:54:50.142842 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f10e8a1d-2647-471e-8662-e316d5e9df7b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:54:50.149122 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e8a1d-2647-471e-8662-e316d5e9df7b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'Port': ['ID=0c591c5c-8406-4e13-a415-1f1e06fb2dd2,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:50.193938 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f10e8a1d-2647-471e-8662-e316d5e9df7b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:50.194484 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f10e8a1d-2647-471e-8662-e316d5e9df7b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:50.211964 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f10e8a1d-2647-471e-8662-e316d5e9df7b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5259697 May 05 15:54:50.222612 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Request body: {'port': {'device_id': 'b83ec201-3575-4466-884d-034279b513f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:54:50.288363 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:50.356619 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-f5c2ea6d-e5a7-4888-8cc7-e92c773168c1 None None] Provisioning complete for port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:54:50.357094 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ea6d-e5a7-4888-8cc7-e92c773168c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:50.392730 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2ea6d-e5a7-4888-8cc7-e92c773168c1 None None] Port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:54:50.545343 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 {{(pid=109965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:54:50.552582 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Publish callbacks [] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:50.564993 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.provisioning_blocks [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Transition to ACTIVE for port object 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 will not be triggered until provisioned by entity L2. {{(pid=109965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:54:50.568716 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:50.615197 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Pushing event updated for resources: {'Port': ['ID=0c591c5c-8406-4e13-a415-1f1e06fb2dd2,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:50.692062 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Attempting to bind port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:54:50.692753 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Attempting to bind port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:54:50.692875 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Attempting to bind port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 on network 1f4a0457-29d8-4fb6-8266-981158971487 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:54:50.697463 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 on network 1f4a0457-29d8-4fb6-8266-981158971487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:54:50.697785 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Attempting to bind port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 on network 1f4a0457-29d8-4fb6-8266-981158971487 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:54:50.703725 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:54:50.704075 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Checking segment: {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:54:50.704449 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Bound using segment: {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:54:50.704881 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Bound port: 0c591c5c-8406-4e13-a415-1f1e06fb2dd2, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'}}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:54:50.705241 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:50.770799 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] For port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2, host hv-cinder-83979, cleared binding levels {{(pid=109965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:54:50.773709 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] For port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=0c591c5c-8406-4e13-a415-1f1e06fb2dd2,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:54:50.779844 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:50.814967 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:50.815589 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:50.817018 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] 10.222.0.41 "PUT /v2.0/ports/0c591c5c-8406-4e13-a415-1f1e06fb2dd2 HTTP/1.1" status: 200 len: 1093 time: 0.5986171 May 05 15:54:50.817637 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83ec201-3575-4466-884d-034279b513f2', 'tag': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:54:50.819781 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00882811-43ce-445b-8307-73024cb1af2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b83ec201-3575-4466-884d-034279b513f2", "tag": "0c591c5c-8406-4e13-a415-1f1e06fb2dd2"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:54:50.852703 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4e0f3-7521-4c8f-99cf-f2d5f7b96863 service neutron] Pushing event updated for resources: {'Port': ['ID=0c591c5c-8406-4e13-a415-1f1e06fb2dd2,revision_number=3']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:50.861193 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2d2023-3564-4a2d-a592-bad2fdd97718 x-openstack-request-id: req-5d2d2023-3564-4a2d-a592-bad2fdd97718 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:54:50.861542 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83ec201-3575-4466-884d-034279b513f2", "tag": "0c591c5c-8406-4e13-a415-1f1e06fb2dd2", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:54:50.861860 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d2d2023-3564-4a2d-a592-bad2fdd97718 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:54:50.862397 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2d2023-3564-4a2d-a592-bad2fdd97718'] response: {'name': 'network-changed', 'server_uuid': 'b83ec201-3575-4466-884d-034279b513f2', 'tag': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2', 'status': 'completed', 'code': 200} May 05 15:54:50.943725 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951d816-f947-422e-b85c-9ad96421a910 req-54f636e5-8f0a-43c5-9f9a-cb2154764f27 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:50.945287 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a951d816-f947-422e-b85c-9ad96421a910 req-54f636e5-8f0a-43c5-9f9a-cb2154764f27 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 943 time: 0.0802853 May 05 15:54:50.953570 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-718744c9-0a77-45c0-8800-ef27eac35efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:50.955036 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-718744c9-0a77-45c0-8800-ef27eac35efe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 1127 time: 0.0607626 May 05 15:54:51.006419 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f545c960-0d12-49c6-b664-9f307d8660f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c591c5c-8406-4e13-a415-1f1e06fb2dd2 HTTP/1.1" status: 200 len: 217 time: 0.0451505 May 05 15:54:51.061386 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a951d816-f947-422e-b85c-9ad96421a910 req-28f67280-8e53-4937-aae0-5a1508e8e929 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d177fb93-5a67-4a66-b2e6-69fe26f8b9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096933 May 05 15:54:51.073693 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-ed41942a-cf34-41de-a5e4-3892708e3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:51.075149 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-ed41942a-cf34-41de-a5e4-3892708e3859 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0615830 May 05 15:54:51.117471 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-d5e2a0ee-374e-4b39-a495-fa247b95db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:51.118958 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-d5e2a0ee-374e-4b39-a495-fa247b95db16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378308 May 05 15:54:51.203957 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-7a00d7e4-11e4-4ca8-b8d4-678f6fa11fd6 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794585 May 05 15:54:51.293512 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-41ff8c1b-6e53-45e9-a935-23ec7760c72f req-f7aa6b21-096b-4eeb-94f7-e9f294f059c6 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835383 May 05 15:54:51.989458 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00882811-43ce-445b-8307-73024cb1af2a req-fd9d1d74-7d11-4995-9c46-285cc2298058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:51.990962 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-00882811-43ce-445b-8307-73024cb1af2a req-fd9d1d74-7d11-4995-9c46-285cc2298058 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 1127 time: 0.0400217 May 05 15:54:52.082745 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00882811-43ce-445b-8307-73024cb1af2a req-347b8856-c1e8-41b5-8de8-fa9d30da4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:52.084201 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-00882811-43ce-445b-8307-73024cb1af2a req-347b8856-c1e8-41b5-8de8-fa9d30da4504 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 915 time: 0.0873337 May 05 15:54:52.124841 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-00882811-43ce-445b-8307-73024cb1af2a req-f8af7b9f-b7b3-4bac-aabf-589148225c29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c591c5c-8406-4e13-a415-1f1e06fb2dd2 HTTP/1.1" status: 200 len: 217 time: 0.0348060 May 05 15:54:52.171633 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00882811-43ce-445b-8307-73024cb1af2a req-3a5865d4-7f5b-43b8-a645-57b906849c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:52.173072 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-00882811-43ce-445b-8307-73024cb1af2a req-3a5865d4-7f5b-43b8-a645-57b906849c6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0430069 May 05 15:54:52.173965 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb69ae8-55e5-4692-b260-80cd5694d746 req-f4fd9ebe-d2c2-4e90-803b-541c5bbc8697 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:52.175481 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0cb69ae8-55e5-4692-b260-80cd5694d746 req-f4fd9ebe-d2c2-4e90-803b-541c5bbc8697 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 943 time: 0.0462782 May 05 15:54:52.219277 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00882811-43ce-445b-8307-73024cb1af2a req-44fdb76e-ee34-42fa-af88-4b2e2745cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:52.220879 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-00882811-43ce-445b-8307-73024cb1af2a req-44fdb76e-ee34-42fa-af88-4b2e2745cb74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422690 May 05 15:54:52.223211 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0cb69ae8-55e5-4692-b260-80cd5694d746 req-fe7f872c-5222-4552-9665-89ff9c7bd80a tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d177fb93-5a67-4a66-b2e6-69fe26f8b9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419803 May 05 15:54:52.307571 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-00882811-43ce-445b-8307-73024cb1af2a req-2b8beb12-7890-4454-bfa4-cd54794734ad service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810726 May 05 15:54:52.397491 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-00882811-43ce-445b-8307-73024cb1af2a req-bbc6e987-40e7-40f2-8bea-e388cac98f90 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841229 May 05 15:54:53.333778 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb983d-a56e-4766-8e03-f8aec925db79 req-841c796d-a9b7-4afa-85ef-e72ca9428377 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:53.335271 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-74bb983d-a56e-4766-8e03-f8aec925db79 req-841c796d-a9b7-4afa-85ef-e72ca9428377 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 943 time: 0.0471668 May 05 15:54:53.380924 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-74bb983d-a56e-4766-8e03-f8aec925db79 req-f42c0c5a-7611-4ccd-a649-48e9dbd0d5ca tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d177fb93-5a67-4a66-b2e6-69fe26f8b9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397716 May 05 15:54:53.997619 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:54:54.096393 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=0c591c5c-8406-4e13-a415-1f1e06fb2dd2,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:54:54.107092 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'port_id': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2', 'mac_address': 'fa:16:3e:f6:02:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:54:54.143041 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:54:54.143431 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:54.156276 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:54:54.175035 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=0c591c5c-8406-4e13-a415-1f1e06fb2dd2,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:54:54.179037 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:54.225337 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=0c591c5c-8406-4e13-a415-1f1e06fb2dd2,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:54.377206 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['0c591c5c-8406-4e13-a415-1f1e06fb2dd2'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:54:54.493065 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3ac84-e0e1-4837-b655-c93c5c4c10af req-bbb4d6e3-619a-4407-87d2-c66a0ff9025b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:54.494571 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8ab3ac84-e0e1-4837-b655-c93c5c4c10af req-bbb4d6e3-619a-4407-87d2-c66a0ff9025b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 944 time: 0.0463977 May 05 15:54:54.544635 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8ab3ac84-e0e1-4837-b655-c93c5c4c10af req-0739e091-d919-4607-90ea-fee0f3e2bdcb tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d177fb93-5a67-4a66-b2e6-69fe26f8b9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439453 May 05 15:54:55.654203 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f15f3-ee46-4722-bf24-cec9f991dbf8 req-56926b0b-e06a-4339-adda-0729eb2fc599 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:55.655817 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-899f15f3-ee46-4722-bf24-cec9f991dbf8 req-56926b0b-e06a-4339-adda-0729eb2fc599 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 944 time: 0.0455511 May 05 15:54:55.706448 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-899f15f3-ee46-4722-bf24-cec9f991dbf8 req-babe26f4-9737-4e26-85c3-a624ca829a52 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d177fb93-5a67-4a66-b2e6-69fe26f8b9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447237 May 05 15:54:55.998223 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:54:56.041707 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:54:56.048212 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:54:56.048605 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:56.125866 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:54:56.126280 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:56.148250 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83ec201-3575-4466-884d-034279b513f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:54:56.150480 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568cf0ff-14ff-4f76-aa40-d9c2bfb08cb1" -d '{"events": [{"server_uuid": "b83ec201-3575-4466-884d-034279b513f2", "name": "network-vif-plugged", "status": "completed", "tag": "0c591c5c-8406-4e13-a415-1f1e06fb2dd2"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:54:56.163218 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=0c591c5c-8406-4e13-a415-1f1e06fb2dd2,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:54:56.167405 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:56.194086 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d958a8e7-05f0-4c77-9ce6-1440d5379284 x-openstack-request-id: req-d958a8e7-05f0-4c77-9ce6-1440d5379284 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:54:56.194409 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83ec201-3575-4466-884d-034279b513f2", "name": "network-vif-plugged", "status": "completed", "tag": "0c591c5c-8406-4e13-a415-1f1e06fb2dd2", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:54:56.194648 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d958a8e7-05f0-4c77-9ce6-1440d5379284 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:54:56.195046 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d958a8e7-05f0-4c77-9ce6-1440d5379284'] response: {'server_uuid': 'b83ec201-3575-4466-884d-034279b513f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2', 'code': 200} May 05 15:54:56.222775 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=0c591c5c-8406-4e13-a415-1f1e06fb2dd2,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:54:56.357990 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b92b3e-634a-45d0-9e21-32f03466af42 req-749c53be-91e9-4156-a4e6-3281edd887e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:56.359657 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a1b92b3e-634a-45d0-9e21-32f03466af42 req-749c53be-91e9-4156-a4e6-3281edd887e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 1129 time: 0.0391157 May 05 15:54:56.402264 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a1b92b3e-634a-45d0-9e21-32f03466af42 req-e4af8b05-cacd-4435-87a6-72b63428dff7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d177fb93-5a67-4a66-b2e6-69fe26f8b9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366633 May 05 15:54:56.819068 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9c125-d9d0-4765-9730-952e6d2e84b9 req-b2b42043-f154-4a1a-8643-c3aa6d28020d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:56.820576 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-91a9c125-d9d0-4765-9730-952e6d2e84b9 req-b2b42043-f154-4a1a-8643-c3aa6d28020d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 945 time: 0.0452197 May 05 15:54:56.866427 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-91a9c125-d9d0-4765-9730-952e6d2e84b9 req-ad420d81-c0dc-49db-9c4a-023c358032e6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d177fb93-5a67-4a66-b2e6-69fe26f8b9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403976 May 05 15:54:57.981656 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85660d16-bea8-4cab-a6bf-4efefd65d230 req-d0f55785-0c52-4bc0-a914-47af297722b6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:57.983864 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-85660d16-bea8-4cab-a6bf-4efefd65d230 req-d0f55785-0c52-4bc0-a914-47af297722b6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 945 time: 0.0478179 May 05 15:54:58.029002 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-85660d16-bea8-4cab-a6bf-4efefd65d230 req-f9865b0c-c914-4cbf-ac0a-40344bd75185 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d177fb93-5a67-4a66-b2e6-69fe26f8b9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396161 May 05 15:54:58.138488 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c116a-5f50-4daf-80af-0d91ae2e480b req-b044ae8b-ecf0-4288-8d4e-4c149a33bfc9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:58.140083 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-271c116a-5f50-4daf-80af-0d91ae2e480b req-b044ae8b-ecf0-4288-8d4e-4c149a33bfc9 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 945 time: 0.0490031 May 05 15:54:58.148537 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35274) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:54:58.152731 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-3f599d9c-7f07-4b21-9dd5-648bfc49cb21 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'floatingip': {'port_id': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:54:58.191070 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3f599d9c-7f07-4b21-9dd5-648bfc49cb21 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:58.894161 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3f599d9c-7f07-4b21-9dd5-648bfc49cb21 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:58.897796 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3f599d9c-7f07-4b21-9dd5-648bfc49cb21 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:59.005619 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [None req-3f599d9c-7f07-4b21-9dd5-648bfc49cb21 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Floating IP f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc associated. External IP: 172.27.3.239, port: 0c591c5c-8406-4e13-a415-1f1e06fb2dd2. May 05 15:54:59.224539 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f599d9c-7f07-4b21-9dd5-648bfc49cb21 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Router 0f6f2799-c292-481b-a3bb-e2966db3a80b has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:54:59.333246 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f599d9c-7f07-4b21-9dd5-648bfc49cb21 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:54:59.338073 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3f599d9c-7f07-4b21-9dd5-648bfc49cb21 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:54:59.343679 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de7eed-df94-41c6-81d4-153c0be5f9d1 None None] Sync routers for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:54:59.353137 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de7eed-df94-41c6-81d4-153c0be5f9d1 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:54:59.353737 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d0de7eed-df94-41c6-81d4-153c0be5f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:54:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:59.369808 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-3f599d9c-7f07-4b21-9dd5-648bfc49cb21 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "PUT /v2.0/floatingips/f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc HTTP/1.1" status: 200 len: 991 time: 1.2203612 May 05 15:54:59.370415 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83ec201-3575-4466-884d-034279b513f2', 'tag': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:54:59.372626 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04d5705-d9d7-4d11-a63d-fb2ff4bd0f19" -d '{"events": [{"name": "network-changed", "server_uuid": "b83ec201-3575-4466-884d-034279b513f2", "tag": "0c591c5c-8406-4e13-a415-1f1e06fb2dd2"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:54:59.408047 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d91737-f001-41a7-8a82-8348092fb5da x-openstack-request-id: req-a9d91737-f001-41a7-8a82-8348092fb5da {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:54:59.408342 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83ec201-3575-4466-884d-034279b513f2", "tag": "0c591c5c-8406-4e13-a415-1f1e06fb2dd2", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:54:59.408604 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9d91737-f001-41a7-8a82-8348092fb5da {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:54:59.409019 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d91737-f001-41a7-8a82-8348092fb5da'] response: {'name': 'network-changed', 'server_uuid': 'b83ec201-3575-4466-884d-034279b513f2', 'tag': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2', 'status': 'completed', 'code': 200} May 05 15:54:59.464927 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-d0de7eed-df94-41c6-81d4-153c0be5f9d1 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:54:59.467658 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d5705-d9d7-4d11-a63d-fb2ff4bd0f19 req-67070248-92cf-4794-931d-0107abd4d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:59.469302 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c04d5705-d9d7-4d11-a63d-fb2ff4bd0f19 req-67070248-92cf-4794-931d-0107abd4d7b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 1129 time: 0.0402641 May 05 15:54:59.564844 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d5705-d9d7-4d11-a63d-fb2ff4bd0f19 req-3df5e585-fd32-4b8f-8b0b-4b3363ce0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:59.566366 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c04d5705-d9d7-4d11-a63d-fb2ff4bd0f19 req-3df5e585-fd32-4b8f-8b0b-4b3363ce0a29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 915 time: 0.0912325 May 05 15:54:59.632048 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c04d5705-d9d7-4d11-a63d-fb2ff4bd0f19 req-d010bb2e-db0d-469d-a6e6-62ac734d958c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c591c5c-8406-4e13-a415-1f1e06fb2dd2 HTTP/1.1" status: 200 len: 999 time: 0.0597746 May 05 15:54:59.682724 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d0de7eed-df94-41c6-81d4-153c0be5f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:f6:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83ec201-3575-4466-884d-034279b513f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:54:47Z', 'updated_at': '2022-05-05T15:54:58Z', 'revision_number': 1, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:59.684286 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d5705-d9d7-4d11-a63d-fb2ff4bd0f19 req-a2e5651e-e019-462f-98a8-0e241fc2e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:59.686294 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c04d5705-d9d7-4d11-a63d-fb2ff4bd0f19 req-a2e5651e-e019-462f-98a8-0e241fc2e25b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0478432 May 05 15:54:59.710106 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de7eed-df94-41c6-81d4-153c0be5f9d1 None None] Checking router: 0f6f2799-c292-481b-a3bb-e2966db3a80b for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:54:59.718883 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de7eed-df94-41c6-81d4-153c0be5f9d1 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:54:59.719508 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d0de7eed-df94-41c6-81d4-153c0be5f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:54:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:54:59.729637 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d5705-d9d7-4d11-a63d-fb2ff4bd0f19 req-ccc7e1a2-5d7a-4b6d-b089-373af2d495e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:54:59.731239 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c04d5705-d9d7-4d11-a63d-fb2ff4bd0f19 req-ccc7e1a2-5d7a-4b6d-b089-373af2d495e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390236 May 05 15:54:59.817306 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c04d5705-d9d7-4d11-a63d-fb2ff4bd0f19 req-67ee6d99-077e-4ed4-bbcf-7f2636a83fc6 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804231 May 05 15:54:59.825852 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-d0de7eed-df94-41c6-81d4-153c0be5f9d1 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:54:59.919139 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-c04d5705-d9d7-4d11-a63d-fb2ff4bd0f19 req-6d2ebe1b-bf88-42a4-8233-29069961f4aa service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956137 May 05 15:55:00.040780 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d0de7eed-df94-41c6-81d4-153c0be5f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:f6:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83ec201-3575-4466-884d-034279b513f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:54:47Z', 'updated_at': '2022-05-05T15:54:58Z', 'revision_number': 1, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:55:00.068366 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de7eed-df94-41c6-81d4-153c0be5f9d1 None None] The sync data for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi is: [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': 'f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:f6:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83ec201-3575-4466-884d-034279b513f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:54:47Z', 'updated_at': '2022-05-05T15:54:58Z', 'revision_number': 1, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:55:00.256171 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812bc914-ba65-470a-87b4-82200fc4299e None None] New status for floating IP f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc: ACTIVE {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:55:13.472444 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-65d4c8e1-ac5f-4ffd-b431-07d7fc2654df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:15.799258 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f14c0d21-acae-4c27-8497-3950c7b1a7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:15.984780 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:17.031946 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:18.230864 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:55:18.502040 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:19.972764 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:38.595708 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661487df-f327-45f3-85b9-dbf48701dde1 req-f919aa0f-bc70-4d39-970a-1f0809740f03 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:38.597159 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-661487df-f327-45f3-85b9-dbf48701dde1 req-f919aa0f-bc70-4d39-970a-1f0809740f03 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 945 time: 0.0459907 May 05 15:55:38.643125 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-661487df-f327-45f3-85b9-dbf48701dde1 req-d37f6c41-8ed8-44b8-8842-1606bc2ea882 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d177fb93-5a67-4a66-b2e6-69fe26f8b9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 May 05 15:55:39.757602 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45bdd2-f371-4fc3-a870-ef691b0fe5a0 req-84688869-b0e5-49f4-850d-5020b406a0f6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:39.759227 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6c45bdd2-f371-4fc3-a870-ef691b0fe5a0 req-84688869-b0e5-49f4-850d-5020b406a0f6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 945 time: 0.0475698 May 05 15:55:39.805448 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-6c45bdd2-f371-4fc3-a870-ef691b0fe5a0 req-9b696d39-f0f1-455e-93da-9f1822a44760 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=d177fb93-5a67-4a66-b2e6-69fe26f8b9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407019 May 05 15:55:39.993931 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-e04c57fa-e171-4403-9fbd-5444faf41aa1 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:39.995278 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-e04c57fa-e171-4403-9fbd-5444faf41aa1 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 945 time: 0.0495315 May 05 15:55:40.076423 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Deleting port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:55:40.076778 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:40.167566 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] For port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=0c591c5c-8406-4e13-a415-1f1e06fb2dd2,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:55:40.167935 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:40.334499 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:40.334869 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:40.335187 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Floating IP f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc disassociated. External IP: 172.27.3.239, port: 0c591c5c-8406-4e13-a415-1f1e06fb2dd2. May 05 15:55:40.335530 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Calling delete_port for 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 owned by compute:nova {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:55:40.460379 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (0c591c5c-8406-4e13-a415-1f1e06fb2dd2), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:40.490304 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event deleted for resources: {'Port': ['ID=0c591c5c-8406-4e13-a415-1f1e06fb2dd2,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:55:40.501351 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.501698 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.502041 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.502396 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.502737 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.503070 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.503574 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.503720 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.504047 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.504649 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.504768 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.505011 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.505336 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.505658 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.506336 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:40.616837 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Router 0f6f2799-c292-481b-a3bb-e2966db3a80b has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:55:40.725483 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:55:40.735777 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b795259-33aa-42b3-bc82-360277355ba5 None None] Sync routers for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:55:40.748197 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b795259-33aa-42b3-bc82-360277355ba5 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:55:40.748826 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-0b795259-33aa-42b3-bc82-360277355ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:55:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:55:40.767660 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] No DVR routers for this DVR port 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 on host hv-cinder-83979 {{(pid=109965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:55:40.770067 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:40.773340 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-15b1153d-0632-431e-99c5-f3e58e65e390 req-de2bdcda-8a78-4532-8044-81e1ee63a843 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "DELETE /v2.0/ports/0c591c5c-8406-4e13-a415-1f1e06fb2dd2 HTTP/1.1" status: 204 len: 173 time: 0.7730649 May 05 15:55:40.773771 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83ec201-3575-4466-884d-034279b513f2', 'name': 'network-vif-deleted', 'tag': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:55:40.776069 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79704e91-b0c5-4664-acc2-18eeb1f1deee" -d '{"events": [{"server_uuid": "b83ec201-3575-4466-884d-034279b513f2", "name": "network-vif-deleted", "tag": "0c591c5c-8406-4e13-a415-1f1e06fb2dd2"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:55:40.812285 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e8f811-efb3-4179-8509-f03c5c18871f x-openstack-request-id: req-b3e8f811-efb3-4179-8509-f03c5c18871f {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:55:40.812573 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83ec201-3575-4466-884d-034279b513f2", "name": "network-vif-deleted", "tag": "0c591c5c-8406-4e13-a415-1f1e06fb2dd2", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:55:40.812826 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3e8f811-efb3-4179-8509-f03c5c18871f {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:55:40.813228 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e8f811-efb3-4179-8509-f03c5c18871f'] response: {'server_uuid': 'b83ec201-3575-4466-884d-034279b513f2', 'name': 'network-vif-deleted', 'tag': '0c591c5c-8406-4e13-a415-1f1e06fb2dd2', 'status': 'completed', 'code': 200} May 05 15:55:40.861033 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-0b795259-33aa-42b3-bc82-360277355ba5 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:55:40.931937 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-d36850a3-cb40-44b3-86bf-630c44b639fc req-52a1e12d-705c-4d9a-9cca-fce5fc790253 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=b83ec201-3575-4466-884d-034279b513f2 HTTP/1.1" status: 200 len: 210 time: 0.0332146 May 05 15:55:41.062302 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-0b795259-33aa-42b3-bc82-360277355ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:55:41.089259 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b795259-33aa-42b3-bc82-360277355ba5 None None] Checking router: 0f6f2799-c292-481b-a3bb-e2966db3a80b for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:55:41.098119 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b795259-33aa-42b3-bc82-360277355ba5 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:55:41.098754 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-0b795259-33aa-42b3-bc82-360277355ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:55:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:55:41.294856 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-0b795259-33aa-42b3-bc82-360277355ba5 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:55:41.478629 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-0b795259-33aa-42b3-bc82-360277355ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:55:41.504645 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b795259-33aa-42b3-bc82-360277355ba5 None None] The sync data for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi is: [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:55:41.717312 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d5a98a-5f3d-4f90-8687-c773173ebbfc None None] New status for floating IP f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc: DOWN {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:55:42.021555 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35356) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:55:42.077045 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (d177fb93-5a67-4a66-b2e6-69fe26f8b9dd), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:42.100881 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (d177fb93-5a67-4a66-b2e6-69fe26f8b9dd), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:42.147453 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (d177fb93-5a67-4a66-b2e6-69fe26f8b9dd), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:42.150230 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:42.151394 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "DELETE /v2.0/security-groups/d177fb93-5a67-4a66-b2e6-69fe26f8b9dd HTTP/1.1" status: 204 len: 168 time: 0.1288145 May 05 15:55:42.154292 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35358) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:55:42.161326 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d177fb93-5a67-4a66-b2e6-69fe26f8b9dd,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:55:42.168460 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.api.v2.resource [None req-e21ebb19-39ca-462d-8c2b-d4b6b078fd1e tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] show failed (client error): The resource could not be found. May 05 15:55:42.168625 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.168834 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.169182 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.169528 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.169797 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-e21ebb19-39ca-462d-8c2b-d4b6b078fd1e tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups/d177fb93-5a67-4a66-b2e6-69fe26f8b9dd HTTP/1.1" status: 404 len: 347 time: 0.0142927 May 05 15:55:42.169928 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.170304 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.170640 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.170973 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.171303 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.171631 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.171960 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.172379 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.172559 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35360) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:55:42.173504 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.173651 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.173985 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18053848-9f67-4bb1-bd59-a41cb9484455 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:42.288731 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-77287f2f-9f38-43d7-a0ea-d883a1dbc715 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Deleting port 73a85dd7-5105-4db1-b949-48d6c2ba2569 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:55:42.289071 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-77287f2f-9f38-43d7-a0ea-d883a1dbc715 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (73a85dd7-5105-4db1-b949-48d6c2ba2569), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:42.364996 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-77287f2f-9f38-43d7-a0ea-d883a1dbc715 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (73a85dd7-5105-4db1-b949-48d6c2ba2569), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:42.365251 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-77287f2f-9f38-43d7-a0ea-d883a1dbc715 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (73a85dd7-5105-4db1-b949-48d6c2ba2569), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:42.378198 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-77287f2f-9f38-43d7-a0ea-d883a1dbc715 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Calling delete_port for 73a85dd7-5105-4db1-b949-48d6c2ba2569 owned by network:floatingip {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:55:42.512015 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-77287f2f-9f38-43d7-a0ea-d883a1dbc715 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (73a85dd7-5105-4db1-b949-48d6c2ba2569), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:42.537412 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77287f2f-9f38-43d7-a0ea-d883a1dbc715 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event deleted for resources: {'Port': ['ID=73a85dd7-5105-4db1-b949-48d6c2ba2569,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:55:42.602309 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-77287f2f-9f38-43d7-a0ea-d883a1dbc715 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:42.604881 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-77287f2f-9f38-43d7-a0ea-d883a1dbc715 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:42.606029 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-77287f2f-9f38-43d7-a0ea-d883a1dbc715 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "DELETE /v2.0/floatingips/f17d1cc7-5bfb-42fb-9f7f-ef56dd322dfc HTTP/1.1" status: 204 len: 168 time: 0.4317858 May 05 15:55:42.957991 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35364) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:55:42.962538 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-a656a11e-8393-497e-ad77-4707e7f18dc1 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660676761', 'description': 'tempest-description--43350840'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:55:42.982222 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a656a11e-8393-497e-ad77-4707e7f18dc1 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.049597 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a656a11e-8393-497e-ad77-4707e7f18dc1 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (62af26df-4d24-44d3-84a2-7ac7420cb23c), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.053121 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a656a11e-8393-497e-ad77-4707e7f18dc1 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (62af26df-4d24-44d3-84a2-7ac7420cb23c), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.083361 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a656a11e-8393-497e-ad77-4707e7f18dc1 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.084580 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-a656a11e-8393-497e-ad77-4707e7f18dc1 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1255424 May 05 15:55:43.086453 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656a11e-8393-497e-ad77-4707e7f18dc1 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62af26df-4d24-44d3-84a2-7ac7420cb23c,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:55:43.087707 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35366) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:55:43.092559 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-56c50cc9-7671-4e4d-b998-8b142c2dd247 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'security_group_rule': {'security_group_id': '62af26df-4d24-44d3-84a2-7ac7420cb23c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:55:43.124920 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-56c50cc9-7671-4e4d-b998-8b142c2dd247 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (9e115877-792f-4abd-a8ca-e2593b9e6d4a), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.179569 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-56c50cc9-7671-4e4d-b998-8b142c2dd247 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (9e115877-792f-4abd-a8ca-e2593b9e6d4a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.183225 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-56c50cc9-7671-4e4d-b998-8b142c2dd247 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (9e115877-792f-4abd-a8ca-e2593b9e6d4a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.200567 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c50cc9-7671-4e4d-b998-8b142c2dd247 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e115877-792f-4abd-a8ca-e2593b9e6d4a,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:55:43.209966 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-56c50cc9-7671-4e4d-b998-8b142c2dd247 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.211208 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-56c50cc9-7671-4e4d-b998-8b142c2dd247 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224952 May 05 15:55:43.214017 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35368) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:55:43.218666 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-0c5019b5-97cf-46e4-8f2b-55a1c9c1d6c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'security_group_rule': {'security_group_id': '62af26df-4d24-44d3-84a2-7ac7420cb23c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:55:43.245498 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0c5019b5-97cf-46e4-8f2b-55a1c9c1d6c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (f94e7b25-8969-417b-a2cd-8b09396c9620), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.306923 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0c5019b5-97cf-46e4-8f2b-55a1c9c1d6c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (f94e7b25-8969-417b-a2cd-8b09396c9620), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.310914 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0c5019b5-97cf-46e4-8f2b-55a1c9c1d6c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785738'] for security_group_rule (f94e7b25-8969-417b-a2cd-8b09396c9620), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.328080 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5019b5-97cf-46e4-8f2b-55a1c9c1d6c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94e7b25-8969-417b-a2cd-8b09396c9620,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:55:43.338247 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0c5019b5-97cf-46e4-8f2b-55a1c9c1d6c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.339573 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0c5019b5-97cf-46e4-8f2b-55a1c9c1d6c6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246128 May 05 15:55:43.342766 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35370) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:55:43.347856 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'floatingip': {'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:55:43.367815 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.444940 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.472739 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8e40e019-afd6-4b5f-b6d2-8aafdabbe7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.549639 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Allocated IP 172.27.3.18 (b5107952-2f6d-4e6f-81da-5335e81bd6c8/91294c40-4fdc-486a-8be5-d9f61f33be41/eaaef46c-7571-4f59-8c2c-5cd308465c37) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:55:43.648998 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for port (eaaef46c-7571-4f59-8c2c-5cd308465c37), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.680697 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (eaaef46c-7571-4f59-8c2c-5cd308465c37), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.721409 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Network b5107952-2f6d-4e6f-81da-5335e81bd6c8 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:55:43.724169 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:55:43.727641 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:55:43.752782 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'Port': ['ID=eaaef46c-7571-4f59-8c2c-5cd308465c37,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:55:43.816218 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (2b74d672-dbf5-4097-9ec1-026878e753a5), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.851298 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (eaaef46c-7571-4f59-8c2c-5cd308465c37), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:43.998049 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for port (eaaef46c-7571-4f59-8c2c-5cd308465c37), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:44.003111 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26151618'] for port (eaaef46c-7571-4f59-8c2c-5cd308465c37), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:44.071439 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'Port': ['ID=eaaef46c-7571-4f59-8c2c-5cd308465c37,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:55:44.083691 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (2b74d672-dbf5-4097-9ec1-026878e753a5), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:44.098551 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:44.099772 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b4332f2c-83e3-4762-86b5-09bbc02d2dea tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7560349 May 05 15:55:44.232521 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:55:44.242971 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-e32e99a2-0c38-49c2-9a73-cd48dbb190f2 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1660676761&fields=id&tenant_id=08e032d5a6c4470ab4739d8b63189a51 HTTP/1.1" status: 200 len: 267 time: 0.0425341 May 05 15:55:44.252432 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:55:44.252694 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device 0c591c5c-8406-4e13-a415-1f1e06fb2dd2 not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:55:44.352043 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-04e2c2fd-16db-48be-b818-08bc7fb2841b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:44.353477 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-04e2c2fd-16db-48be-b818-08bc7fb2841b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 814 time: 0.1033912 May 05 15:55:44.369465 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-d3d8ca50-46ad-46dd-9bc7-597dca893f7f tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/quotas/08e032d5a6c4470ab4739d8b63189a51 HTTP/1.1" status: 200 len: 375 time: 0.0091310 May 05 15:55:44.418300 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-da4447d9-d0d6-4deb-b442-bd04c0f3bce6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443187 May 05 15:55:44.579144 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-56b45820-b25f-4312-9141-c579dd58acb3 service neutron] 10.222.0.58 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490481 May 05 15:55:44.666136 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-d9ccfc25-75e9-4e8d-9c33-ad74e792c487 service neutron] 10.222.0.58 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811055 May 05 15:55:44.824421 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-643da571-11db-47a3-ac5a-1807fe02f5f2 req-91a7f5ab-1e0f-4c57-b821-38e5294e3939 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 210 time: 0.0281887 May 05 15:55:45.699962 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-f16249ca-3fc2-43db-a313-810f12199b1f tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:45.701392 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-f16249ca-3fc2-43db-a313-810f12199b1f tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 814 time: 0.1038494 May 05 15:55:45.761661 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-a0b7cf2c-26f1-47ff-81fe-568694990723 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e032d5a6c4470ab4739d8b63189a51 HTTP/1.1" status: 200 len: 380 time: 0.0518129 May 05 15:55:45.809797 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4709fa24-e456-4196-ace1-94db8527b46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:45.824424 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-2540e241-b259-481d-9538-5b6926cb29ac tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'port': {'device_id': '28260b75-c02e-4fb8-ba3e-fe438f9f10cd', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'admin_state_up': True, 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'security_groups': ['62af26df-4d24-44d3-84a2-7ac7420cb23c']}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:55:45.935488 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-300666ae-494b-480a-96da-926b339ae592 req-027bc050-5479-43b3-b1cb-681625435513 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 210 time: 0.0410619 May 05 15:55:45.957957 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-2540e241-b259-481d-9538-5b6926cb29ac tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Made reservation on behalf of 08e032d5a6c4470ab4739d8b63189a51 for: {'port': 1} {{(pid=109965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 15:55:45.961381 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-2540e241-b259-481d-9538-5b6926cb29ac tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:45.993893 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:46.082194 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_common [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-2540e241-b259-481d-9538-5b6926cb29ac tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Allocated IP 172.20.0.5 (1f4a0457-29d8-4fb6-8266-981158971487/2ba6683b-c850-40d3-80af-21c1176ea9d9/fbd9cc93-6a41-4a10-8ecf-18764c638bab) {{(pid=109965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 15:55:46.219216 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-2540e241-b259-481d-9538-5b6926cb29ac tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:46.251676 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-2540e241-b259-481d-9538-5b6926cb29ac tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781179992742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:46.291510 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-2540e241-b259-481d-9538-5b6926cb29ac tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Network 1f4a0457-29d8-4fb6-8266-981158971487 is already hosted by enough agents. {{(pid=109965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 15:55:46.294553 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.base_scheduler [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-2540e241-b259-481d-9538-5b6926cb29ac tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Resources bound (agent type, host, resource id): {{(pid=109965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 15:55:46.297034 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-2540e241-b259-481d-9538-5b6926cb29ac tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Received port after_create {{(pid=109965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 05 15:55:46.500377 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-bcdc1ae7-d42b-4cd6-9e68-33a61915d8c5 None None] Provisioning complete for port fbd9cc93-6a41-4a10-8ecf-18764c638bab triggered by entity DHCP. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:55:46.500657 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1ae7-d42b-4cd6-9e68-33a61915d8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:46.543344 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc1ae7-d42b-4cd6-9e68-33a61915d8c5 None None] Port fbd9cc93-6a41-4a10-8ecf-18764c638bab cannot update to ACTIVE because it is not bound. {{(pid=109967) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 05 15:55:46.616621 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540e241-b259-481d-9538-5b6926cb29ac tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event updated for resources: {'Port': ['ID=fbd9cc93-6a41-4a10-8ecf-18764c638bab,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:55:46.637621 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-2540e241-b259-481d-9538-5b6926cb29ac tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:46.638256 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-2540e241-b259-481d-9538-5b6926cb29ac tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:46.653226 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-2540e241-b259-481d-9538-5b6926cb29ac tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8327768 May 05 15:55:46.664327 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Request body: {'port': {'device_id': '28260b75-c02e-4fb8-ba3e-fe438f9f10cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:55:46.721811 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:46.975854 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd9cc93-6a41-4a10-8ecf-18764c638bab {{(pid=109965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:55:46.983410 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Publish callbacks [] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:46.995792 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.provisioning_blocks [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Transition to ACTIVE for port object fbd9cc93-6a41-4a10-8ecf-18764c638bab will not be triggered until provisioned by entity L2. {{(pid=109965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 05 15:55:46.999716 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:47.042447 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:47.057689 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Pushing event updated for resources: {'Port': ['ID=fbd9cc93-6a41-4a10-8ecf-18764c638bab,revision_number=2']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:55:47.061885 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddf524-69d3-49d9-9c52-e14cb89f9c2c req-6b732222-aef4-469a-9849-b1ca3671d02e tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:47.065556 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9cddf524-69d3-49d9-9c52-e14cb89f9c2c req-6b732222-aef4-469a-9849-b1ca3671d02e tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 943 time: 0.0619431 May 05 15:55:47.117854 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9cddf524-69d3-49d9-9c52-e14cb89f9c2c req-d83493c8-b876-4589-9bc7-a0fa14e070fa tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=62af26df-4d24-44d3-84a2-7ac7420cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458841 May 05 15:55:47.125542 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Attempting to bind port fbd9cc93-6a41-4a10-8ecf-18764c638bab on host hv-cinder-83979 for vnic_type normal with profile {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 05 15:55:47.126679 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Attempting to bind port fbd9cc93-6a41-4a10-8ecf-18764c638bab by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 05 15:55:47.127133 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Attempting to bind port fbd9cc93-6a41-4a10-8ecf-18764c638bab on network 1f4a0457-29d8-4fb6-8266-981158971487 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:55:47.131951 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Port fbd9cc93-6a41-4a10-8ecf-18764c638bab on network 1f4a0457-29d8-4fb6-8266-981158971487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 05 15:55:47.132451 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Attempting to bind port fbd9cc93-6a41-4a10-8ecf-18764c638bab on network 1f4a0457-29d8-4fb6-8266-981158971487 {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 05 15:55:47.138303 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Checking agent: {'id': '212cf491-fd1a-440a-bcd4-19b35bcc89f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'started_at': datetime.datetime(2022, 5, 5, 15, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 05 15:55:47.138698 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Checking segment: {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 05 15:55:47.139023 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Bound using segment: {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'} {{(pid=109965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 05 15:55:47.139465 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.managers [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Bound port: fbd9cc93-6a41-4a10-8ecf-18764c638bab, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487'}}] {{(pid=109965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 05 15:55:47.139841 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:47.213096 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] For port fbd9cc93-6a41-4a10-8ecf-18764c638bab, host hv-cinder-83979, cleared binding levels {{(pid=109965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 15:55:47.216396 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] For port fbd9cc93-6a41-4a10-8ecf-18764c638bab, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fbd9cc93-6a41-4a10-8ecf-18764c638bab,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 15:55:47.223261 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25928774'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:47.257906 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:47.258546 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:47.259901 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] 10.222.0.41 "PUT /v2.0/ports/fbd9cc93-6a41-4a10-8ecf-18764c638bab HTTP/1.1" status: 200 len: 1093 time: 0.5994084 May 05 15:55:47.260330 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28260b75-c02e-4fb8-ba3e-fe438f9f10cd', 'tag': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:55:47.262562 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659f096f-b1f4-4b06-8d7b-86b12db0edab" -d '{"events": [{"name": "network-changed", "server_uuid": "28260b75-c02e-4fb8-ba3e-fe438f9f10cd", "tag": "fbd9cc93-6a41-4a10-8ecf-18764c638bab"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:55:47.287876 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7006f8-6409-4a68-a558-568f43ea56da service neutron] Pushing event updated for resources: {'Port': ['ID=fbd9cc93-6a41-4a10-8ecf-18764c638bab,revision_number=3']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:55:47.309217 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd9e744-f3a9-4176-b02f-1c241275ed2a x-openstack-request-id: req-4cd9e744-f3a9-4176-b02f-1c241275ed2a {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:55:47.309520 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28260b75-c02e-4fb8-ba3e-fe438f9f10cd", "tag": "fbd9cc93-6a41-4a10-8ecf-18764c638bab", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:55:47.309809 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4cd9e744-f3a9-4176-b02f-1c241275ed2a {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:55:47.310253 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd9e744-f3a9-4176-b02f-1c241275ed2a'] response: {'name': 'network-changed', 'server_uuid': '28260b75-c02e-4fb8-ba3e-fe438f9f10cd', 'tag': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab', 'status': 'completed', 'code': 200} May 05 15:55:47.356729 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-40c36752-551f-41b3-b534-f417a6343987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:47.358508 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-40c36752-551f-41b3-b534-f417a6343987 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 1127 time: 0.0414972 May 05 15:55:47.404177 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-fea0f31e-c64f-4d3f-8cd2-f5593f4e62dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbd9cc93-6a41-4a10-8ecf-18764c638bab HTTP/1.1" status: 200 len: 217 time: 0.0384617 May 05 15:55:47.457373 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-399c4c1f-7e81-4cdf-a1de-75863019476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:47.458964 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-399c4c1f-7e81-4cdf-a1de-75863019476c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0492442 May 05 15:55:47.506741 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-dc946df2-363f-401c-af95-de1d21c5b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:47.508240 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-dc946df2-363f-401c-af95-de1d21c5b9a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426612 May 05 15:55:47.600091 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-9e479361-7fad-4913-85ec-4dd44c0baff4 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853686 May 05 15:55:47.686729 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-43b09984-47c3-48d2-8e65-74f75e10a481 req-2878edd4-f42e-4616-b634-6f9f32a0590d service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804565 May 05 15:55:48.241728 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b07ee-8bca-419f-8839-e70590c01833 req-e0d39c6b-ff90-4b26-a95f-6313e5e81e21 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:48.243280 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8d6b07ee-8bca-419f-8839-e70590c01833 req-e0d39c6b-ff90-4b26-a95f-6313e5e81e21 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 943 time: 0.0507410 May 05 15:55:48.290017 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8d6b07ee-8bca-419f-8839-e70590c01833 req-e4cc03fc-9563-4e63-8611-6c011efc6e76 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=62af26df-4d24-44d3-84a2-7ac7420cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 May 05 15:55:48.369551 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f096f-b1f4-4b06-8d7b-86b12db0edab req-1cd85408-f9c5-4397-86b6-effb8bc0b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:48.371133 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-659f096f-b1f4-4b06-8d7b-86b12db0edab req-1cd85408-f9c5-4397-86b6-effb8bc0b400 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 1127 time: 0.0431917 May 05 15:55:48.469433 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f096f-b1f4-4b06-8d7b-86b12db0edab req-68c2055e-bbc2-471b-9b65-b8b62b4dfa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:48.471000 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-659f096f-b1f4-4b06-8d7b-86b12db0edab req-68c2055e-bbc2-471b-9b65-b8b62b4dfa20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 915 time: 0.0938640 May 05 15:55:48.503364 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:48.514502 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-659f096f-b1f4-4b06-8d7b-86b12db0edab req-fcd98f05-df0b-4746-84df-f61de1e37984 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbd9cc93-6a41-4a10-8ecf-18764c638bab HTTP/1.1" status: 200 len: 217 time: 0.0375485 May 05 15:55:48.560808 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f096f-b1f4-4b06-8d7b-86b12db0edab req-c61bbb6b-b386-42e8-8e0d-0aec34fb987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:48.562260 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-659f096f-b1f4-4b06-8d7b-86b12db0edab req-c61bbb6b-b386-42e8-8e0d-0aec34fb987d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0418503 May 05 15:55:48.604436 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f096f-b1f4-4b06-8d7b-86b12db0edab req-ee306a1d-aac1-49b5-877e-d086ce50b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:48.605879 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-659f096f-b1f4-4b06-8d7b-86b12db0edab req-ee306a1d-aac1-49b5-877e-d086ce50b59b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376947 May 05 15:55:48.695476 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-659f096f-b1f4-4b06-8d7b-86b12db0edab req-77d78e0e-6f19-4d19-a3bf-f14c9e1e6edb service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836465 May 05 15:55:48.783868 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-659f096f-b1f4-4b06-8d7b-86b12db0edab req-868c0699-bd6e-4a61-ad3f-751454f593a1 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830123 May 05 15:55:49.402223 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427a52-1494-4403-8db7-56f3246109c2 req-bc9197bf-44c4-469a-907c-2199e74ffe91 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:49.403663 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-fc427a52-1494-4403-8db7-56f3246109c2 req-bc9197bf-44c4-469a-907c-2199e74ffe91 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 943 time: 0.0461416 May 05 15:55:49.453333 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-fc427a52-1494-4403-8db7-56f3246109c2 req-3e3897c1-bb3f-45f1-b41e-d91f5af0475d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=62af26df-4d24-44d3-84a2-7ac7420cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433350 May 05 15:55:49.974310 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:50.262513 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device fbd9cc93-6a41-4a10-8ecf-18764c638bab details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=109967) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 05 15:55:50.358945 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port fbd9cc93-6a41-4a10-8ecf-18764c638bab, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fbd9cc93-6a41-4a10-8ecf-18764c638bab,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:55:50.370708 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Returning: {'device': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'port_id': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab', 'mac_address': 'fa:16:3e:45:a9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109967) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 05 15:55:50.406592 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port fbd9cc93-6a41-4a10-8ecf-18764c638bab is: DOWN; New status is: BUILD {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:55:50.406977 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:50.419525 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd9cc93-6a41-4a10-8ecf-18764c638bab {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 05 15:55:50.439092 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port fbd9cc93-6a41-4a10-8ecf-18764c638bab, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fbd9cc93-6a41-4a10-8ecf-18764c638bab,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:55:50.442898 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:50.498078 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=fbd9cc93-6a41-4a10-8ecf-18764c638bab,revision_number=4']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:55:50.510081 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.510933 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.510933 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.511104 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.511424 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.511751 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.512075 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.512397 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.512788 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.513060 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.513387 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.513709 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.514028 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.514378 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.514698 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:55:50.570075 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd8fcd-1ff1-4ab9-9218-1217e192f445 req-73b6b83d-28f1-41f0-ac14-a7a7ae99d7fd tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:50.571559 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-33fd8fcd-1ff1-4ab9-9218-1217e192f445 req-73b6b83d-28f1-41f0-ac14-a7a7ae99d7fd tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 944 time: 0.0472946 May 05 15:55:50.619179 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-33fd8fcd-1ff1-4ab9-9218-1217e192f445 req-6041beb1-5f6c-4156-9e11-184203e55c05 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=62af26df-4d24-44d3-84a2-7ac7420cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420909 May 05 15:55:50.671868 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] get_ports_and_sgs() called for port_ids ['fbd9cc93-6a41-4a10-8ecf-18764c638bab'] {{(pid=109967) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 05 15:55:51.731716 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c7b85-326c-4e59-8dec-9ef63a2b3299 req-f39e0ef6-a5ae-493a-aa47-89586d1dff8b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:51.733167 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-be9c7b85-326c-4e59-8dec-9ef63a2b3299 req-f39e0ef6-a5ae-493a-aa47-89586d1dff8b tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 944 time: 0.0479126 May 05 15:55:51.778955 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-be9c7b85-326c-4e59-8dec-9ef63a2b3299 req-cb11f527-1bd2-48d0-bfae-3a1a99f53d94 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=62af26df-4d24-44d3-84a2-7ac7420cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400183 May 05 15:55:52.262218 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device fbd9cc93-6a41-4a10-8ecf-18764c638bab up at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 05 15:55:52.307857 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning for port fbd9cc93-6a41-4a10-8ecf-18764c638bab completed by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 05 15:55:52.313546 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Provisioning complete for port fbd9cc93-6a41-4a10-8ecf-18764c638bab triggered by entity L2. {{(pid=109967) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 05 15:55:52.314116 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-989452'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), provisioning_complete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:52.388632 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Current status of the port fbd9cc93-6a41-4a10-8ecf-18764c638bab is: BUILD; New status is: ACTIVE {{(pid=109967) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 05 15:55:52.389016 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-967379'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:52.411628 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28260b75-c02e-4fb8-ba3e-fe438f9f10cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:55:52.413832 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea25eea511f25a2e6d1422a3466e5eca66ac33bfe44a71173d8768277171d2fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66aade38-17a9-40b5-af3a-fe598d71af17" -d '{"events": [{"server_uuid": "28260b75-c02e-4fb8-ba3e-fe438f9f10cd", "name": "network-vif-plugged", "status": "completed", "tag": "fbd9cc93-6a41-4a10-8ecf-18764c638bab"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:55:52.425995 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] For port fbd9cc93-6a41-4a10-8ecf-18764c638bab, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fbd9cc93-6a41-4a10-8ecf-18764c638bab,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:55:52.430859 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781180451521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781179992760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781179992778'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:52.453717 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a477c3-7d01-4cc3-8a51-a0dd40b430a7 x-openstack-request-id: req-73a477c3-7d01-4cc3-8a51-a0dd40b430a7 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:55:52.454668 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28260b75-c02e-4fb8-ba3e-fe438f9f10cd", "name": "network-vif-plugged", "status": "completed", "tag": "fbd9cc93-6a41-4a10-8ecf-18764c638bab", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:55:52.454979 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73a477c3-7d01-4cc3-8a51-a0dd40b430a7 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:55:52.455346 dv-cinder-839793-9-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a477c3-7d01-4cc3-8a51-a0dd40b430a7'] response: {'server_uuid': '28260b75-c02e-4fb8-ba3e-fe438f9f10cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab', 'code': 200} May 05 15:55:52.487255 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Pushing event updated for resources: {'Port': ['ID=fbd9cc93-6a41-4a10-8ecf-18764c638bab,revision_number=5']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:55:52.611398 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58e7fc-be84-4360-95ba-adb9723d524f req-1d0a5a8e-ad6e-4a25-9feb-c990fa4d7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:52.612872 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2e58e7fc-be84-4360-95ba-adb9723d524f req-1d0a5a8e-ad6e-4a25-9feb-c990fa4d7905 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 1129 time: 0.0387089 May 05 15:55:52.654906 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-2e58e7fc-be84-4360-95ba-adb9723d524f req-9c4dcb39-a6f8-47fd-b54e-b783dda89685 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62af26df-4d24-44d3-84a2-7ac7420cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362022 May 05 15:55:52.894548 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d18a65-66e3-4dd4-bc97-a145a1b60df6 req-450e851a-c9f5-45f0-af48-62b9187339cc tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:52.895903 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-99d18a65-66e3-4dd4-bc97-a145a1b60df6 req-450e851a-c9f5-45f0-af48-62b9187339cc tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 945 time: 0.0489881 May 05 15:55:52.941152 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-99d18a65-66e3-4dd4-bc97-a145a1b60df6 req-483bb197-024c-4dfd-ab3e-ed7b00845c95 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=62af26df-4d24-44d3-84a2-7ac7420cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398164 May 05 15:55:54.054152 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002cd2e-e66b-4004-9275-b2ed62d02a89 req-6c54ae72-bdc9-4001-a56b-8fcee8a47ad0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:54.055625 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8002cd2e-e66b-4004-9275-b2ed62d02a89 req-6c54ae72-bdc9-4001-a56b-8fcee8a47ad0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 945 time: 0.0454843 May 05 15:55:54.105970 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8002cd2e-e66b-4004-9275-b2ed62d02a89 req-155c5814-d30a-4b9c-8f43-6d6ad57958e6 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=62af26df-4d24-44d3-84a2-7ac7420cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448394 May 05 15:55:54.215503 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332e484-22a8-459c-841e-583ed7fc7db7 req-dbcb5151-44a7-4890-8467-9c8b68a84024 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:54.216960 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-1332e484-22a8-459c-841e-583ed7fc7db7 req-dbcb5151-44a7-4890-8467-9c8b68a84024 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 945 time: 0.0468678 May 05 15:55:54.225926 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35422) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:55:54.230157 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.v2.base [None req-ed37c8d6-b0ac-4364-8d28-c701dca21250 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Request body: {'floatingip': {'port_id': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab'}} {{(pid=109965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 05 15:55:54.271317 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ed37c8d6-b0ac-4364-8d28-c701dca21250 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (2b74d672-dbf5-4097-9ec1-026878e753a5), before_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:54.705006 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ed37c8d6-b0ac-4364-8d28-c701dca21250 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:54.708702 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ed37c8d6-b0ac-4364-8d28-c701dca21250 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (2b74d672-dbf5-4097-9ec1-026878e753a5), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:54.811139 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [None req-ed37c8d6-b0ac-4364-8d28-c701dca21250 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Floating IP 2b74d672-dbf5-4097-9ec1-026878e753a5 associated. External IP: 172.27.3.18, port: fbd9cc93-6a41-4a10-8ecf-18764c638bab. May 05 15:55:55.019480 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed37c8d6-b0ac-4364-8d28-c701dca21250 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Router 0f6f2799-c292-481b-a3bb-e2966db3a80b has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:55:55.125394 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed37c8d6-b0ac-4364-8d28-c701dca21250 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:55:55.130462 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ed37c8d6-b0ac-4364-8d28-c701dca21250 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:55:55.135832 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe85043-f6d3-45ba-ac54-e9365e7b5599 None None] Sync routers for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:55:55.145412 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe85043-f6d3-45ba-ac54-e9365e7b5599 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:55:55.146035 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-bbe85043-f6d3-45ba-ac54-e9365e7b5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:55:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:55:55.164623 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-ed37c8d6-b0ac-4364-8d28-c701dca21250 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "PUT /v2.0/floatingips/2b74d672-dbf5-4097-9ec1-026878e753a5 HTTP/1.1" status: 200 len: 990 time: 0.9376066 May 05 15:55:55.165234 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28260b75-c02e-4fb8-ba3e-fe438f9f10cd', 'tag': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:55:55.167555 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98fdace-dee6-4912-a6d3-4fd8cda48757" -d '{"events": [{"name": "network-changed", "server_uuid": "28260b75-c02e-4fb8-ba3e-fe438f9f10cd", "tag": "fbd9cc93-6a41-4a10-8ecf-18764c638bab"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:55:55.203246 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 May 2022 15:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb77524-96e9-4867-8e6f-297fa3ca9d99 x-openstack-request-id: req-eeb77524-96e9-4867-8e6f-297fa3ca9d99 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:55:55.203601 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28260b75-c02e-4fb8-ba3e-fe438f9f10cd", "tag": "fbd9cc93-6a41-4a10-8ecf-18764c638bab", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:55:55.203917 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eeb77524-96e9-4867-8e6f-297fa3ca9d99 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:55:55.205462 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb77524-96e9-4867-8e6f-297fa3ca9d99'] response: {'name': 'network-changed', 'server_uuid': '28260b75-c02e-4fb8-ba3e-fe438f9f10cd', 'tag': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab', 'status': 'completed', 'code': 200} May 05 15:55:55.243263 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:55:55.261455 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-bbe85043-f6d3-45ba-ac54-e9365e7b5599 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:55:55.265401 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fdace-dee6-4912-a6d3-4fd8cda48757 req-d44eb460-fe47-49dd-928b-b0afa49bafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:55.267619 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b98fdace-dee6-4912-a6d3-4fd8cda48757 req-d44eb460-fe47-49dd-928b-b0afa49bafb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 1129 time: 0.0405974 May 05 15:55:55.359582 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fdace-dee6-4912-a6d3-4fd8cda48757 req-42178143-84de-4bd5-954b-b43e4395b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:55.361834 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b98fdace-dee6-4912-a6d3-4fd8cda48757 req-42178143-84de-4bd5-954b-b43e4395b786 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 915 time: 0.0891068 May 05 15:55:55.428876 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b98fdace-dee6-4912-a6d3-4fd8cda48757 req-8f1d05d6-2f2d-423e-a10b-a2830dca5bec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbd9cc93-6a41-4a10-8ecf-18764c638bab HTTP/1.1" status: 200 len: 998 time: 0.0610044 May 05 15:55:55.476061 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-bbe85043-f6d3-45ba-ac54-e9365e7b5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '2b74d672-dbf5-4097-9ec1-026878e753a5', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:45:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28260b75-c02e-4fb8-ba3e-fe438f9f10cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:55:43Z', 'updated_at': '2022-05-05T15:55:54Z', 'revision_number': 1, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:55:55.478038 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fdace-dee6-4912-a6d3-4fd8cda48757 req-4a00041f-cafd-4921-a533-f61183c0edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:55.479553 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b98fdace-dee6-4912-a6d3-4fd8cda48757 req-4a00041f-cafd-4921-a533-f61183c0edf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0457053 May 05 15:55:55.503194 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe85043-f6d3-45ba-ac54-e9365e7b5599 None None] Checking router: 0f6f2799-c292-481b-a3bb-e2966db3a80b for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:55:55.511855 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe85043-f6d3-45ba-ac54-e9365e7b5599 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:55:55.512488 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-bbe85043-f6d3-45ba-ac54-e9365e7b5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:55:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:55:55.524396 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fdace-dee6-4912-a6d3-4fd8cda48757 req-6bd6d892-7c2f-4053-b79f-3bddc9004233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:55:55.525875 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b98fdace-dee6-4912-a6d3-4fd8cda48757 req-6bd6d892-7c2f-4053-b79f-3bddc9004233 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406835 May 05 15:55:55.618917 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b98fdace-dee6-4912-a6d3-4fd8cda48757 req-1b7ad2b6-b038-4eab-9f06-c427d1a4be52 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868256 May 05 15:55:55.619216 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-bbe85043-f6d3-45ba-ac54-e9365e7b5599 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:55:55.707819 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-b98fdace-dee6-4912-a6d3-4fd8cda48757 req-ff069889-3bad-48da-a538-576a412eac7b service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832467 May 05 15:55:55.834656 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-bbe85043-f6d3-45ba-ac54-e9365e7b5599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '2b74d672-dbf5-4097-9ec1-026878e753a5', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:45:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28260b75-c02e-4fb8-ba3e-fe438f9f10cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:55:43Z', 'updated_at': '2022-05-05T15:55:54Z', 'revision_number': 1, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:55:55.861416 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe85043-f6d3-45ba-ac54-e9365e7b5599 None None] The sync data for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi is: [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_floatingips': [{'id': '2b74d672-dbf5-4097-9ec1-026878e753a5', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'router_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'port_id': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'mac_address': 'fa:16:3e:45:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28260b75-c02e-4fb8-ba3e-fe438f9f10cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T15:55:43Z', 'updated_at': '2022-05-05T15:55:54Z', 'revision_number': 1, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:55:56.049938 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01562162-91d3-48c2-b1d0-ce05f969cf1e None None] New status for floating IP 2b74d672-dbf5-4097-9ec1-026878e753a5: ACTIVE {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:56:13.475330 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-96dffd9a-4b53-4b4b-9646-886b242fb666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:15.801699 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-12bfd464-755e-4fc4-8422-bd50aa9285c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:15.994803 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:17.037557 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:18.507641 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:19.978895 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:22.507535 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e8acc1b1-ea70-45de-8e42-3060122c77d9 req-1fe070c0-5ae5-44c0-b62f-a83a6a9ef3ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371139 May 05 15:56:22.591329 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acc1b1-ea70-45de-8e42-3060122c77d9 req-3733380d-7087-4202-9e31-030c99eaac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:56:22.592792 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e8acc1b1-ea70-45de-8e42-3060122c77d9 req-3733380d-7087-4202-9e31-030c99eaac6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e032d5a6c4470ab4739d8b63189a51&device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 1129 time: 0.0423172 May 05 15:56:22.691150 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acc1b1-ea70-45de-8e42-3060122c77d9 req-887f7495-de49-4a68-a732-6712061d8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:56:22.693168 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e8acc1b1-ea70-45de-8e42-3060122c77d9 req-887f7495-de49-4a68-a732-6712061d8cf6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 200 len: 915 time: 0.0824566 May 05 15:56:22.760584 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e8acc1b1-ea70-45de-8e42-3060122c77d9 req-38604f7a-1217-45b1-af1c-82c36c2eb9e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbd9cc93-6a41-4a10-8ecf-18764c638bab HTTP/1.1" status: 200 len: 1000 time: 0.0611017 May 05 15:56:22.806418 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acc1b1-ea70-45de-8e42-3060122c77d9 req-f07a6d01-84d8-4a2d-b6df-67f927706ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:56:22.807802 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e8acc1b1-ea70-45de-8e42-3060122c77d9 req-f07a6d01-84d8-4a2d-b6df-67f927706ebe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 200 len: 853 time: 0.0419021 May 05 15:56:22.850295 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acc1b1-ea70-45de-8e42-3060122c77d9 req-31b9e190-7666-45cc-97f1-1ed2886bc599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:56:22.851712 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e8acc1b1-ea70-45de-8e42-3060122c77d9 req-31b9e190-7666-45cc-97f1-1ed2886bc599 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f4a0457-29d8-4fb6-8266-981158971487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377660 May 05 15:56:22.939876 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e8acc1b1-ea70-45de-8e42-3060122c77d9 req-00975402-040a-4084-a71b-f6d90b8f2bbf service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815523 May 05 15:56:23.028881 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-e8acc1b1-ea70-45de-8e42-3060122c77d9 req-35554f84-fdb8-4183-a415-9fbae2ca1026 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805473 May 05 15:56:32.241637 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:56:39.620615 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd213b36-1569-4086-b7f4-db7d0f57d19d req-be9c2c49-1f72-4496-80b9-5f8e78c1d8bd tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:56:39.621994 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bd213b36-1569-4086-b7f4-db7d0f57d19d req-be9c2c49-1f72-4496-80b9-5f8e78c1d8bd tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 945 time: 0.0510862 May 05 15:56:39.668586 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-bd213b36-1569-4086-b7f4-db7d0f57d19d req-e6d18e21-0061-4da2-9cb5-04346f6bb9fa tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=62af26df-4d24-44d3-84a2-7ac7420cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410044 May 05 15:56:40.780649 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a5c88-0880-4c01-80e9-0a6452879590 req-41f6c8c9-aec8-4031-a9a6-0b398cdfa952 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:56:40.782034 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-410a5c88-0880-4c01-80e9-0a6452879590 req-41f6c8c9-aec8-4031-a9a6-0b398cdfa952 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 945 time: 0.0456657 May 05 15:56:40.829592 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-410a5c88-0880-4c01-80e9-0a6452879590 req-01179863-8033-4660-853d-3e5ac417b159 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups?id=62af26df-4d24-44d3-84a2-7ac7420cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 May 05 15:56:41.019425 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-ba90e87c-85df-4c81-9e26-9da7502eb09d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 05 15:56:41.021580 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-ba90e87c-85df-4c81-9e26-9da7502eb09d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 945 time: 0.0454292 May 05 15:56:41.106518 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Deleting port fbd9cc93-6a41-4a10-8ecf-18764c638bab {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:56:41.106989 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:41.191972 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] For port fbd9cc93-6a41-4a10-8ecf-18764c638bab, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fbd9cc93-6a41-4a10-8ecf-18764c638bab,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:56:41.192351 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:41.357788 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:41.358057 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753713'] for floatingip (2b74d672-dbf5-4097-9ec1-026878e753a5), after_update {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:41.358401 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.db.l3_db [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Floating IP 2b74d672-dbf5-4097-9ec1-026878e753a5 disassociated. External IP: 172.27.3.18, port: fbd9cc93-6a41-4a10-8ecf-18764c638bab. May 05 15:56:41.358741 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Calling delete_port for fbd9cc93-6a41-4a10-8ecf-18764c638bab owned by compute:nova {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:56:41.484516 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (fbd9cc93-6a41-4a10-8ecf-18764c638bab), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:41.512711 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event deleted for resources: {'Port': ['ID=fbd9cc93-6a41-4a10-8ecf-18764c638bab,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:56:41.524089 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.524445 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.524792 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.525132 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.525460 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.525800 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.526129 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.526481 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.526811 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.527165 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.527455 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.527778 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.528100 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.528421 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.528741 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:41.638794 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Router 0f6f2799-c292-481b-a3bb-e2966db3a80b has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:56:41.746603 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:56:41.757337 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66d85d-9081-49e8-bf7c-60adde914e10 None None] Sync routers for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:56:41.766705 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce66d85d-9081-49e8-bf7c-60adde914e10 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:56:41.767319 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ce66d85d-9081-49e8-bf7c-60adde914e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:56:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:56:41.791108 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.l3_dvrscheduler_db [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] No DVR routers for this DVR port fbd9cc93-6a41-4a10-8ecf-18764c638bab on host hv-cinder-83979 {{(pid=109965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:56:41.793598 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for port (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:41.797028 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [req-a270ff88-b79e-4f28-89c7-9143420bd6dd req-0a576554-03a3-481f-9503-38717e32a4d0 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.41 "DELETE /v2.0/ports/fbd9cc93-6a41-4a10-8ecf-18764c638bab HTTP/1.1" status: 204 len: 173 time: 0.7691524 May 05 15:56:41.797461 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28260b75-c02e-4fb8-ba3e-fe438f9f10cd', 'name': 'network-vif-deleted', 'tag': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab'}] {{(pid=109965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 05 15:56:41.799701 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c2c0fc3ecb2e2313ecd5089a2991ad7eb36088537d9f1d58eb90e2dbd1e56bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c742a70-ef8e-4b99-9ffa-8e3b6ec464dd" -d '{"events": [{"server_uuid": "28260b75-c02e-4fb8-ba3e-fe438f9f10cd", "name": "network-vif-deleted", "tag": "fbd9cc93-6a41-4a10-8ecf-18764c638bab"}]}' {{(pid=109965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 05 15:56:41.839734 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 May 2022 15:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56341541-1458-430c-bc6a-c0aad8419d27 x-openstack-request-id: req-56341541-1458-430c-bc6a-c0aad8419d27 {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 05 15:56:41.840179 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28260b75-c02e-4fb8-ba3e-fe438f9f10cd", "name": "network-vif-deleted", "tag": "fbd9cc93-6a41-4a10-8ecf-18764c638bab", "status": "completed", "code": 200}]} {{(pid=109965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 05 15:56:41.840414 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56341541-1458-430c-bc6a-c0aad8419d27 {{(pid=109965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 05 15:56:41.840720 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56341541-1458-430c-bc6a-c0aad8419d27'] response: {'server_uuid': '28260b75-c02e-4fb8-ba3e-fe438f9f10cd', 'name': 'network-vif-deleted', 'tag': 'fbd9cc93-6a41-4a10-8ecf-18764c638bab', 'status': 'completed', 'code': 200} May 05 15:56:41.945221 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c22a7980-d05e-4899-a819-9ec494538598 req-b632c9f7-d0f8-495c-b5a0-a418b5d9647d tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/ports?device_id=28260b75-c02e-4fb8-ba3e-fe438f9f10cd HTTP/1.1" status: 200 len: 210 time: 0.0401952 May 05 15:56:41.983233 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-ce66d85d-9081-49e8-bf7c-60adde914e10 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:56:42.168436 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ce66d85d-9081-49e8-bf7c-60adde914e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:56:42.199080 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66d85d-9081-49e8-bf7c-60adde914e10 None None] Checking router: 0f6f2799-c292-481b-a3bb-e2966db3a80b for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:56:42.207907 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce66d85d-9081-49e8-bf7c-60adde914e10 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:56:42.208529 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ce66d85d-9081-49e8-bf7c-60adde914e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:56:16Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:56:42.319616 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-ce66d85d-9081-49e8-bf7c-60adde914e10 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:56:42.501144 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-ce66d85d-9081-49e8-bf7c-60adde914e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:56:42.527707 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66d85d-9081-49e8-bf7c-60adde914e10 None None] The sync data for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi is: [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:52:56Z', 'revision_number': 4, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi', '_interfaces': [{'id': '1f298705-7c87-45ef-a84f-47a1cbd27e36', 'name': '', 'network_id': '1f4a0457-29d8-4fb6-8266-981158971487', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'mac_address': 'fa:16:3e:fe:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:55Z', 'updated_at': '2022-05-05T15:52:59Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'subnets': [{'id': '2ba6683b-c850-40d3-80af-21c1176ea9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:56:42.745522 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74625c4e-a048-478c-b1a2-1d779b37a50d None None] New status for floating IP 2b74d672-dbf5-4097-9ec1-026878e753a5: DOWN {{(pid=109967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 05 15:56:43.023210 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35502) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:56:43.075784 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf54f-7a7a-4101-a22c-4b129e479d49 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (62af26df-4d24-44d3-84a2-7ac7420cb23c), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:43.099459 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf54f-7a7a-4101-a22c-4b129e479d49 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (62af26df-4d24-44d3-84a2-7ac7420cb23c), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:43.144458 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf54f-7a7a-4101-a22c-4b129e479d49 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (62af26df-4d24-44d3-84a2-7ac7420cb23c), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:43.147144 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf54f-7a7a-4101-a22c-4b129e479d49 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:43.148277 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-3bcaf54f-7a7a-4101-a22c-4b129e479d49 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "DELETE /v2.0/security-groups/62af26df-4d24-44d3-84a2-7ac7420cb23c HTTP/1.1" status: 204 len: 168 time: 0.1240203 May 05 15:56:43.151133 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35504) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:56:43.156961 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcaf54f-7a7a-4101-a22c-4b129e479d49 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62af26df-4d24-44d3-84a2-7ac7420cb23c,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:56:43.166158 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.api.v2.resource [None req-d8dca46c-3ef1-44b9-82fe-c5eec1313322 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] show failed (client error): The resource could not be found. May 05 15:56:43.167263 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d8dca46c-3ef1-44b9-82fe-c5eec1313322 tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "GET /v2.0/security-groups/62af26df-4d24-44d3-84a2-7ac7420cb23c HTTP/1.1" status: 404 len: 347 time: 0.0149672 May 05 15:56:43.169991 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35506) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:56:43.286472 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Deleting port eaaef46c-7571-4f59-8c2c-5cd308465c37 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:56:43.286809 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (eaaef46c-7571-4f59-8c2c-5cd308465c37), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:43.366398 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (eaaef46c-7571-4f59-8c2c-5cd308465c37), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:43.366727 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (eaaef46c-7571-4f59-8c2c-5cd308465c37), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:43.378819 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Calling delete_port for eaaef46c-7571-4f59-8c2c-5cd308465c37 owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:56:43.477306 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-783f9abb-bd74-415e-bedd-759809ab315d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:43.511867 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (eaaef46c-7571-4f59-8c2c-5cd308465c37), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:43.539077 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Pushing event deleted for resources: {'Port': ['ID=eaaef46c-7571-4f59-8c2c-5cd308465c37,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:56:43.563042 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.563392 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.563732 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.564067 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.564398 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.564726 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.565051 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.565373 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.565698 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.566025 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.566384 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.567294 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.567622 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.567937 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.568254 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:56:43.607673 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks [] for floatingip (2b74d672-dbf5-4097-9ec1-026878e753a5), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:43.610208 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61820'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:43.611333 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-eca7c03e-1397-4a29-a045-c9e8f043d7db tempest-AttachVolumeNegativeTest-1513919376 tempest-AttachVolumeNegativeTest-1513919376-project] 10.222.0.58 "DELETE /v2.0/floatingips/2b74d672-dbf5-4097-9ec1-026878e753a5 HTTP/1.1" status: 204 len: 168 time: 0.4404385 May 05 15:56:44.668184 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device fbd9cc93-6a41-4a10-8ecf-18764c638bab no longer exists at agent hyperv_hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:56:44.688332 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] No Port match for: fbd9cc93-6a41-4a10-8ecf-18764c638bab {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:56:44.688687 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Device fbd9cc93-6a41-4a10-8ecf-18764c638bab not bound to the agent host hv-cinder-83979 {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:56:45.802706 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cd5ff4e1-eca9-4a3a-bcd6-8232a15253d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:45.992192 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:47.040936 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:47.248543 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35542) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:56:47.843061 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8a6ad51c-9bd3-4fbd-8516-5831b66f7d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752084'] for router_interface (0f6f2799-c292-481b-a3bb-e2966db3a80b), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:48.070759 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ad51c-9bd3-4fbd-8516-5831b66f7d7b admin admin] Deleting port 1f298705-7c87-45ef-a84f-47a1cbd27e36 {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:56:48.071102 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8a6ad51c-9bd3-4fbd-8516-5831b66f7d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:48.147330 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-8a6ad51c-9bd3-4fbd-8516-5831b66f7d7b admin admin] For port 1f298705-7c87-45ef-a84f-47a1cbd27e36, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=1f298705-7c87-45ef-a84f-47a1cbd27e36,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:56:48.147613 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8a6ad51c-9bd3-4fbd-8516-5831b66f7d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:48.159990 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ad51c-9bd3-4fbd-8516-5831b66f7d7b admin admin] Calling delete_port for 1f298705-7c87-45ef-a84f-47a1cbd27e36 owned by network:router_interface {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:56:48.337273 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8a6ad51c-9bd3-4fbd-8516-5831b66f7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (1f298705-7c87-45ef-a84f-47a1cbd27e36), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:48.366026 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ad51c-9bd3-4fbd-8516-5831b66f7d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f298705-7c87-45ef-a84f-47a1cbd27e36,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:56:48.513131 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:48.542441 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-8a6ad51c-9bd3-4fbd-8516-5831b66f7d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3711491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3763697'] for router_interface (0f6f2799-c292-481b-a3bb-e2966db3a80b), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:48.761875 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6ad51c-9bd3-4fbd-8516-5831b66f7d7b admin admin] Router 0f6f2799-c292-481b-a3bb-e2966db3a80b has already been hosted by L3 agent 8d24f72b-8cc8-4523-967b-0b6351f2295b {{(pid=109965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 15:56:48.867325 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6ad51c-9bd3-4fbd-8516-5831b66f7d7b admin admin] Notify agent at l3_agent.dv-cinder-839793-9-iscsi the message routers_updated {{(pid=109965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 15:56:48.874959 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-8a6ad51c-9bd3-4fbd-8516-5831b66f7d7b admin admin] 10.222.0.58 "PUT /v2.0/routers/0f6f2799-c292-481b-a3bb-e2966db3a80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6231039 May 05 15:56:48.875186 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35544) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:56:48.875847 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b503521-c620-4993-8b1c-12d318539424 None None] Sync routers for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 05 15:56:48.886092 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b503521-c620-4993-8b1c-12d318539424 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:56:48.886733 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-0b503521-c620-4993-8b1c-12d318539424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:56:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:56:48.977499 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Publish callbacks [] for router (0f6f2799-c292-481b-a3bb-e2966db3a80b), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:48.996603 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-0b503521-c620-4993-8b1c-12d318539424 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: dv-cinder-839793-9-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:56:49.082160 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Publish callbacks [] for router_gateway (0f6f2799-c292-481b-a3bb-e2966db3a80b), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.136623 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Deleting port 4e691545-ba46-434a-be75-344c0d8b8eea {{(pid=109965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:56:49.136965 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (4e691545-ba46-434a-be75-344c0d8b8eea), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.169081 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-0b503521-c620-4993-8b1c-12d318539424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'external_fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:56:48Z', 'revision_number': 5, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port': {'id': '4e691545-ba46-434a-be75-344c0d8b8eea', 'name': '', 'network_id': 'b5107952-2f6d-4e6f-81da-5335e81bd6c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T15:52:54Z', 'updated_at': '2022-05-05T15:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91294c40-4fdc-486a-8be5-d9f61f33be41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-9-iscsi'}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:56:49.195172 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b503521-c620-4993-8b1c-12d318539424 None None] Checking router: 0f6f2799-c292-481b-a3bb-e2966db3a80b for host: dv-cinder-839793-9-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 05 15:56:49.203377 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b503521-c620-4993-8b1c-12d318539424 None None] Routers {'0f6f2799-c292-481b-a3bb-e2966db3a80b'} bound to L3 agent in host dv-cinder-839793-9-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 05 15:56:49.203982 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-0b503521-c620-4993-8b1c-12d318539424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T15:33:46Z,description=,heartbeat_timestamp=2022-05-05T15:56:46Z,host='dv-cinder-839793-9-iscsi',id=8d24f72b-8cc8-4523-967b-0b6351f2295b,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T15:33:46Z,topic='l3_agent')) {'router_ids': ['0f6f2799-c292-481b-a3bb-e2966db3a80b'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:56:49.212894 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.db [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] For port 4e691545-ba46-434a-be75-344c0d8b8eea, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=4e691545-ba46-434a-be75-344c0d8b8eea,segment=NetworkSegment(42a065ae-5cff-447e-b8c1-6db9e39c0764),segment_id=42a065ae-5cff-447e-b8c1-6db9e39c0764)] {{(pid=109965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:56:49.213258 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (4e691545-ba46-434a-be75-344c0d8b8eea), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.226541 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.plugins.ml2.plugin [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Calling delete_port for 4e691545-ba46-434a-be75-344c0d8b8eea owned by network:router_gateway {{(pid=109965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:56:49.289999 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-0b503521-c620-4993-8b1c-12d318539424 None None] Set router 0f6f2799-c292-481b-a3bb-e2966db3a80b gateway port host: None {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 05 15:56:49.342716 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-0b503521-c620-4993-8b1c-12d318539424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:56:49Z', 'revision_number': 6, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port_host': None}], 'dv-cinder-839793-9-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:56:49.369892 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b503521-c620-4993-8b1c-12d318539424 None None] The sync data for ids ['0f6f2799-c292-481b-a3bb-e2966db3a80b'] in dv-cinder-839793-9-iscsi is: [{'id': '0f6f2799-c292-481b-a3bb-e2966db3a80b', 'name': 'tempest-AttachVolumeNegativeTest-781998779-router', 'tenant_id': '08e032d5a6c4470ab4739d8b63189a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T15:52:53Z', 'updated_at': '2022-05-05T15:56:49Z', 'revision_number': 6, 'project_id': '08e032d5a6c4470ab4739d8b63189a51', 'gw_port_host': None}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 05 15:56:49.411053 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25928799'] for port (4e691545-ba46-434a-be75-344c0d8b8eea), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.437222 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Pushing event deleted for resources: {'Port': ['ID=4e691545-ba46-434a-be75-344c0d8b8eea,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:56:49.496113 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3754626'] for router_gateway (0f6f2799-c292-481b-a3bb-e2966db3a80b), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.585130 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3749750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router (0f6f2799-c292-481b-a3bb-e2966db3a80b), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.587279 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Publish callbacks [] for router_controller (0f6f2799-c292-481b-a3bb-e2966db3a80b), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.632517 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3749743'] for router (0f6f2799-c292-481b-a3bb-e2966db3a80b), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.633000 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6f2799-c292-481b-a3bb-e2966db3a80b {{(pid=109965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 15:56:49.637347 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.638531 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-cfb8a3a1-d858-4c0e-8ce0-9b78af899afb admin admin] 10.222.0.58 "DELETE /v2.0/routers/0f6f2799-c292-481b-a3bb-e2966db3a80b HTTP/1.1" status: 204 len: 168 time: 0.7624445 May 05 15:56:49.641033 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35546) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:56:49.684077 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3aef500-d2be-4b34-9042-aceb280e3a5b admin admin] Deleting subnet 2ba6683b-c850-40d3-80af-21c1176ea9d9 {{(pid=109965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 05 15:56:49.686964 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f3aef500-d2be-4b34-9042-aceb280e3a5b admin admin] Publish callbacks [] for subnet (2ba6683b-c850-40d3-80af-21c1176ea9d9), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.728518 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f3aef500-d2be-4b34-9042-aceb280e3a5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2211023'] for subnet (2ba6683b-c850-40d3-80af-21c1176ea9d9), precommit_delete_associations {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.816361 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f3aef500-d2be-4b34-9042-aceb280e3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986146'] for subnet (2ba6683b-c850-40d3-80af-21c1176ea9d9), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.872898 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f3aef500-d2be-4b34-9042-aceb280e3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25928716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25458300'] for subnet (2ba6683b-c850-40d3-80af-21c1176ea9d9), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.899892 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aef500-d2be-4b34-9042-aceb280e3a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba6683b-c850-40d3-80af-21c1176ea9d9,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:56:49.901768 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f3aef500-d2be-4b34-9042-aceb280e3a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for subnet (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:49.904948 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-f3aef500-d2be-4b34-9042-aceb280e3a5b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2ba6683b-c850-40d3-80af-21c1176ea9d9 HTTP/1.1" status: 204 len: 168 time: 0.2629972 May 05 15:56:49.906090 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc9232-6d92-48b8-9f18-4652fb9fbf10 None None] Network 1f4a0457-29d8-4fb6-8266-981158971487 requested from dv-cinder-839793-9-iscsi {{(pid=109967) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 05 15:56:49.908062 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35548) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:56:49.979879 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-945420'] for network (1f4a0457-29d8-4fb6-8266-981158971487), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.008335 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.023892 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Deleting port 356380b8-0c24-4fa9-b866-56230834ebee {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 05 15:56:50.024244 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781180444447'] for port (356380b8-0c24-4fa9-b866-56230834ebee), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.086917 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] For port 356380b8-0c24-4fa9-b866-56230834ebee, host dv-cinder-839793-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-9-iscsi',level=0,port_id=356380b8-0c24-4fa9-b866-56230834ebee,segment=NetworkSegment(4434dfba-bd5f-4fe5-8c1b-daa9a94c6457),segment_id=4434dfba-bd5f-4fe5-8c1b-daa9a94c6457)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 15:56:50.087294 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3752138'] for port (356380b8-0c24-4fa9-b866-56230834ebee), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.104345 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Calling delete_port for 356380b8-0c24-4fa9-b866-56230834ebee owned by network:dhcp {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 05 15:56:50.181854 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-967359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781180451503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781179992751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26151643'] for port (356380b8-0c24-4fa9-b866-56230834ebee), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.211011 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Pushing event deleted for resources: {'Port': ['ID=356380b8-0c24-4fa9-b866-56230834ebee,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:56:50.211167 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d4898b-1e61-482d-8390-7f9ef1ff84bc None None] DHCP port deletion for 1f4a0457-29d8-4fb6-8266-981158971487 request from dv-cinder-839793-9-iscsi {{(pid=109967) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 05 15:56:50.213875 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 1f298705-7c87-45ef-a84f-47a1cbd27e36 no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:56:50.216241 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] No DVR routers for this DVR port 356380b8-0c24-4fa9-b866-56230834ebee on host dv-cinder-839793-9-iscsi {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 15:56:50.234733 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 1f298705-7c87-45ef-a84f-47a1cbd27e36 {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:56:50.235088 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 1f298705-7c87-45ef-a84f-47a1cbd27e36 not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:56:50.292329 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989175', 'neutron.services.segments.db._delete_segments_for_network-8781180438348'] for network (1f4a0457-29d8-4fb6-8266-981158971487), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.317225 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4a0457-29d8-4fb6-8266-981158971487']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:56:50.327488 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:56:50.327788 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4434dfba-bd5f-4fe5-8c1b-daa9a94c6457') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 15:56:50.337378 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781180439381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26956836'] for segment (4434dfba-bd5f-4fe5-8c1b-daa9a94c6457), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.350507 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047'] for segment (4434dfba-bd5f-4fe5-8c1b-daa9a94c6457), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.356451 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 05 15:56:50.356834 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26151662'] for segment (4434dfba-bd5f-4fe5-8c1b-daa9a94c6457), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: Traceback (most recent call last): May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: timer() May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: cb(*args, **kw) May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: return func(*args, **kwargs) May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: self._notify() May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: self.callback(batched_events) May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: event.method(event) May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: return f(self, *a, **k) May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._get(url).json() May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 15:56:50.358509 dv-cinder-839793-9-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 15:56:50.422265 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3711514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753620'] for network (1f4a0457-29d8-4fb6-8266-981158971487), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.431000 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3711528'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.434853 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] 10.222.0.58 "DELETE /v2.0/networks/1f4a0457-29d8-4fb6-8266-981158971487 HTTP/1.1" status: 204 len: 168 time: 0.5251257 May 05 15:56:50.446322 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cea76f-548b-4a0d-80c3-fcf75ffcc4ac admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4a0457-29d8-4fb6-8266-981158971487,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:56:50.567523 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35552) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:56:50.607199 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e61d3f50-a79c-485b-b546-b19989e0fd93 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08e032d5a6c4470ab4739d8b63189a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385537 May 05 15:56:50.609590 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35554) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:56:50.655892 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-35b4cb62-94ca-4ed2-82b7-2861ae958a3c admin admin] Publish callbacks [] for security_group (5cd2b6b4-0297-4289-b158-080fa404cc35), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.677622 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-35b4cb62-94ca-4ed2-82b7-2861ae958a3c admin admin] Publish callbacks [] for security_group (5cd2b6b4-0297-4289-b158-080fa404cc35), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.722329 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-35b4cb62-94ca-4ed2-82b7-2861ae958a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (5cd2b6b4-0297-4289-b158-080fa404cc35), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.725548 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-35b4cb62-94ca-4ed2-82b7-2861ae958a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:56:50.726740 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-35b4cb62-94ca-4ed2-82b7-2861ae958a3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5cd2b6b4-0297-4289-b158-080fa404cc35 HTTP/1.1" status: 204 len: 168 time: 0.1162648 May 05 15:56:50.734219 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4cb62-94ca-4ed2-82b7-2861ae958a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd2b6b4-0297-4289-b158-080fa404cc35,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:56:51.487349 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 4e691545-ba46-434a-be75-344c0d8b8eea no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:56:51.508767 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 4e691545-ba46-434a-be75-344c0d8b8eea {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:56:51.508968 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 4e691545-ba46-434a-be75-344c0d8b8eea not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:56:51.509379 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 356380b8-0c24-4fa9-b866-56230834ebee no longer exists at agent ovs-agent-dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 05 15:56:51.529083 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] No Port match for: 356380b8-0c24-4fa9-b866-56230834ebee {{(pid=109967) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 05 15:56:51.529527 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.rpc [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Device 356380b8-0c24-4fa9-b866-56230834ebee not bound to the agent host dv-cinder-839793-9-iscsi {{(pid=109967) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 05 15:57:09.240575 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:57:13.479122 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29b9bb03-9d44-43f7-bb51-9e2b69522ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:15.804976 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5c7b15c6-0216-4c44-a644-6bef67b4531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:16.008974 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:17.043567 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:18.515362 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:19.981998 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:30.322905 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35938) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:30.424741 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a2126a12-1ccc-426c-acbb-66ef08964062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:30.498847 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a2126a12-1ccc-426c-acbb-66ef08964062 admin admin] Publish callbacks [] for security_group (17c551ab-508e-4e4c-9b86-65dfb56bb5ee), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:30.502504 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-a2126a12-1ccc-426c-acbb-66ef08964062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (17c551ab-508e-4e4c-9b86-65dfb56bb5ee), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:30.539799 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-a2126a12-1ccc-426c-acbb-66ef08964062 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=57eea18962474951a78a5b3fccc8be82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158420 May 05 15:57:30.542476 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35942) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:30.544274 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2126a12-1ccc-426c-acbb-66ef08964062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c551ab-508e-4e4c-9b86-65dfb56bb5ee,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:30.591847 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8c5187b9-7371-4663-a53e-bff677a0cade admin admin] Publish callbacks [] for security_group (17c551ab-508e-4e4c-9b86-65dfb56bb5ee), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:30.612632 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8c5187b9-7371-4663-a53e-bff677a0cade admin admin] Publish callbacks [] for security_group (17c551ab-508e-4e4c-9b86-65dfb56bb5ee), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:30.661742 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8c5187b9-7371-4663-a53e-bff677a0cade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (17c551ab-508e-4e4c-9b86-65dfb56bb5ee), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:30.664952 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8c5187b9-7371-4663-a53e-bff677a0cade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:30.666335 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-8c5187b9-7371-4663-a53e-bff677a0cade admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17c551ab-508e-4e4c-9b86-65dfb56bb5ee HTTP/1.1" status: 204 len: 168 time: 0.1226225 May 05 15:57:30.675589 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5187b9-7371-4663-a53e-bff677a0cade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c551ab-508e-4e4c-9b86-65dfb56bb5ee,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:30.923635 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 35948) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:30.937335 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-781b6aa6-f953-4075-a745-4438a80f51ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:31.012490 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-781b6aa6-f953-4075-a745-4438a80f51ed admin admin] Publish callbacks [] for security_group (2627e3e8-9e5c-41a1-b828-7fefcf0f97b1), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:31.016263 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-781b6aa6-f953-4075-a745-4438a80f51ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (2627e3e8-9e5c-41a1-b828-7fefcf0f97b1), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:31.055434 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-781b6aa6-f953-4075-a745-4438a80f51ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03370c1aa5eb4eacbccdf95b188eb74a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306956 May 05 15:57:31.057134 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b6aa6-f953-4075-a745-4438a80f51ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2627e3e8-9e5c-41a1-b828-7fefcf0f97b1,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:31.058277 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35950) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:31.109801 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aa15-3bd4-4a7a-9f93-fad27d0ed624 admin admin] Publish callbacks [] for security_group (2627e3e8-9e5c-41a1-b828-7fefcf0f97b1), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:31.131078 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aa15-3bd4-4a7a-9f93-fad27d0ed624 admin admin] Publish callbacks [] for security_group (2627e3e8-9e5c-41a1-b828-7fefcf0f97b1), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:31.178131 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aa15-3bd4-4a7a-9f93-fad27d0ed624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (2627e3e8-9e5c-41a1-b828-7fefcf0f97b1), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:31.180789 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aa15-3bd4-4a7a-9f93-fad27d0ed624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:31.181934 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-f3e9aa15-3bd4-4a7a-9f93-fad27d0ed624 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2627e3e8-9e5c-41a1-b828-7fefcf0f97b1 HTTP/1.1" status: 204 len: 168 time: 0.1227496 May 05 15:57:31.189707 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9aa15-3bd4-4a7a-9f93-fad27d0ed624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2627e3e8-9e5c-41a1-b828-7fefcf0f97b1,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:32.785764 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 35996) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:32.887865 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-016ea87e-f35e-485c-83a4-ca28b0aa73ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:32.964023 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-016ea87e-f35e-485c-83a4-ca28b0aa73ce admin admin] Publish callbacks [] for security_group (3bd05237-f485-417d-97d3-2aeadf6889df), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:32.967848 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-016ea87e-f35e-485c-83a4-ca28b0aa73ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (3bd05237-f485-417d-97d3-2aeadf6889df), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:33.003509 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ea87e-f35e-485c-83a4-ca28b0aa73ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd05237-f485-417d-97d3-2aeadf6889df,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:33.008436 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-016ea87e-f35e-485c-83a4-ca28b0aa73ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=777581a80246426ead8fef3d5a517baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215333 May 05 15:57:33.011354 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 36000) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:33.060336 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b571305f-114e-4832-b5a5-6cc15531b929 admin admin] Publish callbacks [] for security_group (3bd05237-f485-417d-97d3-2aeadf6889df), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:33.081523 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b571305f-114e-4832-b5a5-6cc15531b929 admin admin] Publish callbacks [] for security_group (3bd05237-f485-417d-97d3-2aeadf6889df), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:33.128311 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b571305f-114e-4832-b5a5-6cc15531b929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (3bd05237-f485-417d-97d3-2aeadf6889df), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:33.137486 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-b571305f-114e-4832-b5a5-6cc15531b929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:33.137486 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-b571305f-114e-4832-b5a5-6cc15531b929 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3bd05237-f485-417d-97d3-2aeadf6889df HTTP/1.1" status: 204 len: 168 time: 0.1203196 May 05 15:57:33.140089 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571305f-114e-4832-b5a5-6cc15531b929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd05237-f485-417d-97d3-2aeadf6889df,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:33.395766 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 36006) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:33.408938 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ecb2744b-92a2-4298-8cd4-585b75b3bd1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:33.483054 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ecb2744b-92a2-4298-8cd4-585b75b3bd1c admin admin] Publish callbacks [] for security_group (c4343634-5a40-4755-a770-fcd1c133c3f7), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:33.486916 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-ecb2744b-92a2-4298-8cd4-585b75b3bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (c4343634-5a40-4755-a770-fcd1c133c3f7), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:33.524312 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2744b-92a2-4298-8cd4-585b75b3bd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4343634-5a40-4755-a770-fcd1c133c3f7,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:33.528373 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-ecb2744b-92a2-4298-8cd4-585b75b3bd1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aae955b1da9d4605b27abf1324a0f97d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310046 May 05 15:57:33.530966 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 36008) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:33.578817 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d6ccd52c-9981-4de1-a1d5-070ddf9bf718 admin admin] Publish callbacks [] for security_group (c4343634-5a40-4755-a770-fcd1c133c3f7), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:33.599617 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d6ccd52c-9981-4de1-a1d5-070ddf9bf718 admin admin] Publish callbacks [] for security_group (c4343634-5a40-4755-a770-fcd1c133c3f7), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:33.646965 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d6ccd52c-9981-4de1-a1d5-070ddf9bf718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (c4343634-5a40-4755-a770-fcd1c133c3f7), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:33.649592 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-d6ccd52c-9981-4de1-a1d5-070ddf9bf718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:33.650735 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-d6ccd52c-9981-4de1-a1d5-070ddf9bf718 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4343634-5a40-4755-a770-fcd1c133c3f7 HTTP/1.1" status: 204 len: 168 time: 0.1188810 May 05 15:57:33.658222 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccd52c-9981-4de1-a1d5-070ddf9bf718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4343634-5a40-4755-a770-fcd1c133c3f7,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:42.622258 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 36096) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:42.722999 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:42.795187 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Publish callbacks [] for security_group (152205ef-19f5-421e-a44e-067c008bd721), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:42.798673 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (152205ef-19f5-421e-a44e-067c008bd721), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:42.836394 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=203025de56c64599a3677028c6b0467d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130914 May 05 15:57:42.837264 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152205ef-19f5-421e-a44e-067c008bd721,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:42.839127 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 36100) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:42.854688 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.855035 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.855373 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.855707 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.856037 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.856363 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.856689 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.857010 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.857336 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.857656 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.857978 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.858333 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.858654 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.858970 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.859289 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c28be0-e904-4cc4-ac39-d2d8e3cfbc8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:42.897661 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-532f5c01-ed72-43f4-868c-5ef8423aa825 admin admin] Publish callbacks [] for security_group (152205ef-19f5-421e-a44e-067c008bd721), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:42.917676 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-532f5c01-ed72-43f4-868c-5ef8423aa825 admin admin] Publish callbacks [] for security_group (152205ef-19f5-421e-a44e-067c008bd721), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:42.965965 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-532f5c01-ed72-43f4-868c-5ef8423aa825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (152205ef-19f5-421e-a44e-067c008bd721), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:42.968802 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-532f5c01-ed72-43f4-868c-5ef8423aa825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:42.969913 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-532f5c01-ed72-43f4-868c-5ef8423aa825 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/152205ef-19f5-421e-a44e-067c008bd721 HTTP/1.1" status: 204 len: 168 time: 0.1299238 May 05 15:57:42.977981 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f5c01-ed72-43f4-868c-5ef8423aa825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152205ef-19f5-421e-a44e-067c008bd721,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:43.221208 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 36106) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:43.234545 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d5e1201f-28e4-405e-9d3f-9249d4a86711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:43.313291 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d5e1201f-28e4-405e-9d3f-9249d4a86711 admin admin] Publish callbacks [] for security_group (9a2e4b1c-18bd-493c-a7ff-0bd0cdb41bd3), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:43.316916 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d5e1201f-28e4-405e-9d3f-9249d4a86711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (9a2e4b1c-18bd-493c-a7ff-0bd0cdb41bd3), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:43.356252 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d5e1201f-28e4-405e-9d3f-9249d4a86711 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=788a004789184f38baf8e0d14b85b807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339591 May 05 15:57:43.356973 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1201f-28e4-405e-9d3f-9249d4a86711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2e4b1c-18bd-493c-a7ff-0bd0cdb41bd3,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:43.358989 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 36108) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:43.409501 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6b501772-a88d-4eaa-b8ca-19c57743cdfa admin admin] Publish callbacks [] for security_group (9a2e4b1c-18bd-493c-a7ff-0bd0cdb41bd3), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:43.432351 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6b501772-a88d-4eaa-b8ca-19c57743cdfa admin admin] Publish callbacks [] for security_group (9a2e4b1c-18bd-493c-a7ff-0bd0cdb41bd3), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:43.480232 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6b501772-a88d-4eaa-b8ca-19c57743cdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (9a2e4b1c-18bd-493c-a7ff-0bd0cdb41bd3), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:43.481866 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-01866364-23e3-4d7b-86c7-3043f4a1382e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:43.482922 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-6b501772-a88d-4eaa-b8ca-19c57743cdfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:43.486571 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-6b501772-a88d-4eaa-b8ca-19c57743cdfa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a2e4b1c-18bd-493c-a7ff-0bd0cdb41bd3 HTTP/1.1" status: 204 len: 168 time: 0.1241426 May 05 15:57:43.494020 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b501772-a88d-4eaa-b8ca-19c57743cdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2e4b1c-18bd-493c-a7ff-0bd0cdb41bd3,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:45.806826 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc4b88fc-c07c-49b4-8531-85894be31776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:46.024105 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:46.239660 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:57:47.046582 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:47.612257 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 36168) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:47.717072 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-67585cc7-e11d-4818-8093-9c8d1e677a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:47.792349 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-67585cc7-e11d-4818-8093-9c8d1e677a59 admin admin] Publish callbacks [] for security_group (59e16d4e-13de-433f-99e0-677c9218d8b6), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:47.796588 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-67585cc7-e11d-4818-8093-9c8d1e677a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (59e16d4e-13de-433f-99e0-677c9218d8b6), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:47.836061 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-67585cc7-e11d-4818-8093-9c8d1e677a59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=259a48e0191141bdbb5ab3b123608999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227001 May 05 15:57:47.836972 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67585cc7-e11d-4818-8093-9c8d1e677a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e16d4e-13de-433f-99e0-677c9218d8b6,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:47.838765 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 36172) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:47.889484 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Publish callbacks [] for security_group (59e16d4e-13de-433f-99e0-677c9218d8b6), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:47.910366 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Publish callbacks [] for security_group (59e16d4e-13de-433f-99e0-677c9218d8b6), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:47.959423 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (59e16d4e-13de-433f-99e0-677c9218d8b6), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:47.962353 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:47.963528 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59e16d4e-13de-433f-99e0-677c9218d8b6 HTTP/1.1" status: 204 len: 168 time: 0.1237795 May 05 15:57:47.972468 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e16d4e-13de-433f-99e0-677c9218d8b6,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:47.980947 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.981311 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.981667 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.982069 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.982381 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.982720 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.983058 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.983393 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.983726 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.984059 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.984392 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.984723 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.985051 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.985381 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:47.985705 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f2e55-d6ec-4f89-837d-0a9f56632995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-9-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 15:57:48.241522 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 36178) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:48.254583 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c98577de-0798-41a0-8c48-5defb3d8db27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:48.331992 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c98577de-0798-41a0-8c48-5defb3d8db27 admin admin] Publish callbacks [] for security_group (01725d69-70b8-4404-8de3-f0b01623673c), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:48.336603 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c98577de-0798-41a0-8c48-5defb3d8db27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (01725d69-70b8-4404-8de3-f0b01623673c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:48.373516 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98577de-0798-41a0-8c48-5defb3d8db27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01725d69-70b8-4404-8de3-f0b01623673c,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:48.378933 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c98577de-0798-41a0-8c48-5defb3d8db27 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86701799832f46d393ac64ce4743a68e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363311 May 05 15:57:48.382034 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 36180) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:48.434108 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3836de17-0598-4007-a711-f2390faffe2e admin admin] Publish callbacks [] for security_group (01725d69-70b8-4404-8de3-f0b01623673c), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:48.455237 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3836de17-0598-4007-a711-f2390faffe2e admin admin] Publish callbacks [] for security_group (01725d69-70b8-4404-8de3-f0b01623673c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:48.509738 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3836de17-0598-4007-a711-f2390faffe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (01725d69-70b8-4404-8de3-f0b01623673c), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:48.509738 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3836de17-0598-4007-a711-f2390faffe2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:48.512461 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3836de17-0598-4007-a711-f2390faffe2e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/01725d69-70b8-4404-8de3-f0b01623673c HTTP/1.1" status: 204 len: 168 time: 0.1293633 May 05 15:57:48.521223 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836de17-0598-4007-a711-f2390faffe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01725d69-70b8-4404-8de3-f0b01623673c,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:48.534902 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:49.574490 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.58', 36210) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:49.678236 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5de015eb-3101-4aa8-b5df-0085548e7cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:49.754568 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5de015eb-3101-4aa8-b5df-0085548e7cc3 admin admin] Publish callbacks [] for security_group (fa2246b7-2228-4b1a-881f-ab79ac9eae69), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:49.759102 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5de015eb-3101-4aa8-b5df-0085548e7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (fa2246b7-2228-4b1a-881f-ab79ac9eae69), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:49.798535 dv-cinder-839793-9-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-5de015eb-3101-4aa8-b5df-0085548e7cc3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0fc7c03cf214c71a63547f08307144a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226672 May 05 15:57:49.799516 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de015eb-3101-4aa8-b5df-0085548e7cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2246b7-2228-4b1a-881f-ab79ac9eae69,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:49.801254 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 36214) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:49.858808 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-24dde332-1686-458d-bfd4-f6f8beafbecf admin admin] Publish callbacks [] for security_group (fa2246b7-2228-4b1a-881f-ab79ac9eae69), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:49.881323 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-24dde332-1686-458d-bfd4-f6f8beafbecf admin admin] Publish callbacks [] for security_group (fa2246b7-2228-4b1a-881f-ab79ac9eae69), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:49.934697 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-24dde332-1686-458d-bfd4-f6f8beafbecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (fa2246b7-2228-4b1a-881f-ab79ac9eae69), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:49.937252 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-24dde332-1686-458d-bfd4-f6f8beafbecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:49.938421 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-24dde332-1686-458d-bfd4-f6f8beafbecf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa2246b7-2228-4b1a-881f-ab79ac9eae69 HTTP/1.1" status: 204 len: 168 time: 0.1346691 May 05 15:57:49.946404 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dde332-1686-458d-bfd4-f6f8beafbecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2246b7-2228-4b1a-881f-ab79ac9eae69,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:49.986035 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:57.982015 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 36284) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:58.090628 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-86de594f-0543-4a74-8952-59d690691d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:58.181806 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-86de594f-0543-4a74-8952-59d690691d52 admin admin] Publish callbacks [] for security_group (7796864c-b6f3-4dd7-8d10-9a33da897f5a), precommit_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:58.185762 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-86de594f-0543-4a74-8952-59d690691d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (7796864c-b6f3-4dd7-8d10-9a33da897f5a), after_create {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:58.223019 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de594f-0543-4a74-8952-59d690691d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7796864c-b6f3-4dd7-8d10-9a33da897f5a,revision_number=1']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:57:58.228743 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-86de594f-0543-4a74-8952-59d690691d52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8440d8aabf004bfa88794ebbd4841840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456124 May 05 15:57:58.231447 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [-] (109965) accepted ('10.222.0.58', 36288) {{(pid=109965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 05 15:57:58.287927 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-82d33dbb-a9c6-4e37-acca-712e51497f93 admin admin] Publish callbacks [] for security_group (7796864c-b6f3-4dd7-8d10-9a33da897f5a), before_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:58.311567 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-82d33dbb-a9c6-4e37-acca-712e51497f93 admin admin] Publish callbacks [] for security_group (7796864c-b6f3-4dd7-8d10-9a33da897f5a), precommit_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:58.360824 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-82d33dbb-a9c6-4e37-acca-712e51497f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785909'] for security_group (7796864c-b6f3-4dd7-8d10-9a33da897f5a), after_delete {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:58.363566 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron_lib.callbacks.manager [None req-82d33dbb-a9c6-4e37-acca-712e51497f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:57:58.364719 dv-cinder-839793-9-iscsi neutron-server[109965]: INFO neutron.wsgi [None req-82d33dbb-a9c6-4e37-acca-712e51497f93 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7796864c-b6f3-4dd7-8d10-9a33da897f5a HTTP/1.1" status: 204 len: 168 time: 0.1323674 May 05 15:57:58.373550 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d33dbb-a9c6-4e37-acca-712e51497f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7796864c-b6f3-4dd7-8d10-9a33da897f5a,revision_number=None']} {{(pid=109965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 15:58:13.484654 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-005d75da-1348-4671-bf4b-29a87cb2420e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:58:15.808637 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-19804cb0-dd91-4fec-97da-9d08796721e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:58:16.024081 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:58:17.048678 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:58:18.522474 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:58:18.582933 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [req-279cf8e9-d68f-4f4c-9a2c-590708fba7fe req-8c9b05a1-f326-40c1-8c85-2fcf0d57bba3 service neutron] (109965) timed out ('10.222.0.41', 60826) {{(pid=109965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:58:18.592915 dv-cinder-839793-9-iscsi neutron-server[109965]: DEBUG neutron.wsgi [req-8eb5d4da-bbd9-4195-b938-6a7a8f190912 req-fd4b8831-35c0-40aa-ac2c-04c2eb906968 service neutron] (109965) timed out ('10.222.0.41', 60832) {{(pid=109965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 15:58:19.997569 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:58:23.238704 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:58:43.491796 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a8559e24-de9e-42fd-9c29-ec6cdd569411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:58:45.812916 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3b8f7fa9-6adc-40ec-b614-7d921743860b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:58:46.054010 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:58:47.051894 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:58:48.520961 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:58:49.996159 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:59:00.237014 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:59:13.485655 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-62ffbd26-17f7-463e-912f-da87bd1a234b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:59:15.816950 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-58ed97fa-2f7b-45c2-88da-55d807e76205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:59:16.072113 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:59:17.054784 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:59:18.528644 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:59:19.989813 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:59:37.236085 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 15:59:43.487038 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1f269b04-e484-4042-83f2-74b9602f555e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:59:45.819790 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-707824e2-99aa-4a62-a560-37d0d0b4ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:59:46.066748 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:59:47.057141 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:59:48.530093 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 15:59:49.992742 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:00:13.490229 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b335d722-910d-4a04-b1f9-9a34891b2059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:00:14.234546 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 16:00:15.824570 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3716a7f6-33ff-4d72-902d-bcf07e4d118e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:00:16.081790 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:00:17.059571 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:00:18.529341 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:00:19.997376 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:00:43.492555 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-be89d696-10d4-49bb-9a68-3bf17ec6b4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:00:45.826830 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-00108509-7378-4e29-9425-0e3e9b5e4d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:00:46.080176 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:00:47.062479 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:00:48.533422 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:00:50.000334 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:00:51.232506 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 16:01:13.494343 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-417a0905-f3f8-4140-8dc9-fb1148c93e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:01:15.828079 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9bcdb3a4-095e-45e3-b9e2-4df11ae99a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:01:16.095166 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:01:17.067296 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:01:18.534990 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:01:20.002699 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:01:28.231492 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 16:01:43.495551 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3142bc90-693c-45fe-a825-266830aff84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:01:45.829387 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9fbbac05-da5d-4157-8f2e-80df2909934b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:01:46.108762 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:01:47.070676 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:01:48.543778 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:01:50.004958 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:02:05.232354 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 16:02:13.497801 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-681952c0-e1f0-4bd5-82d7-5bcafbcdb19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:02:15.831043 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bb76c81c-7255-4b3b-bb08-e11c9e720740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:02:16.108150 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:02:17.070946 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:02:18.544033 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:02:20.005905 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:02:28.689420 dv-cinder-839793-9-iscsi neutron-server[109966]: DEBUG neutron.wsgi [req-9c12a9ab-7ebc-4808-a73a-a3cd49835bf3 req-1d17416d-26de-4b31-ac11-d6dedf0ee6b8 service neutron] (109966) timed out ('10.222.0.41', 60804) {{(pid=109966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 05 16:02:42.230720 dv-cinder-839793-9-iscsi neutron-server[109968]: DEBUG neutron.db.agents_db [None req-b40094ba-97ab-42c0-a975-c827f8b6867a None None] Agent healthcheck: found 6 active agents {{(pid=109968) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 05 16:02:43.499402 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a96d2dad-1f21-4460-a023-198757cf2b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:02:45.834672 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5a0a9bdc-b6e1-4e9d-9393-00d750799350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:02:46.107102 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:02:47.075839 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:02:48.544803 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88249ba6-8c99-4f4e-919d-275fe0958bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (88d6829c-c766-40ca-b43e-d15da8a6ea91), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:02:50.008672 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-29efee45-8ebf-4f84-8a6c-46a7dc08e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (f8268a14-9235-4ee3-b1b8-42e4ff1c2182), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:03:13.509004 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ac6ec105-0b27-4b8b-997d-571d80fdb6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (2ddb9969-4431-43b9-b615-3d6b5f6c0761), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:03:15.838540 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f716-6e6c-4fec-b048-81845f07e8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (8d24f72b-8cc8-4523-967b-0b6351f2295b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:03:16.106970 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3587697d-dc7c-49aa-a5fa-19ce99f6beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (212cf491-fd1a-440a-bcd4-19b35bcc89f0), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 05 16:03:17.083710 dv-cinder-839793-9-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fc3e83a0-88d0-444a-a43f-fec272625e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781180438330', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-989622'] for agent (b9490c7e-d928-4dd1-a810-c03bd81b17f9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}